17:33:03.731 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
17:33:03.732 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskzZC6QX/test-tmp
17:33:03.732 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
17:33:03.732 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskzZC6QX/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
17:33:03.733 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
17:33:04.051 [DEBUG - main] (MiniKuduCluster.java:195) Response:
17:33:04.051 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
17:33:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.053465 30589 mini_oidc.cc:152] Starting JWKS server
17:33:04.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.056051 30589 webserver.cc:460] Webserver started at http://127.0.0.1:41913/ using document root <none> and password file <none>
17:33:04.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.056262 30589 mini_oidc.cc:189] Starting OIDC Discovery server
17:33:04.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.056851 30589 webserver.cc:460] Webserver started at http://127.0.0.1:39015/ using document root <none> and password file <none>
17:33:04.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-23T17:33:04Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
17:33:04.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-23T17:33:04Z Disabled control of system clock
17:33:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.087224 30589 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskzZC6QX/build/asan/bin/kudu
17:33:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzZC6QX/build/asan/bin/kudu
17:33:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-0/wal
17:33:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-0/data
17:33:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:33:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:33:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:33:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:33:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:33:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:33:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-0/logs
17:33:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-0/data/info.pb
17:33:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:33:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:33:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:33:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:33:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:33:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:33:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:33:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:33:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
17:33:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:33:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:33:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:33:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.223.126:44737
17:33:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.223.126
17:33:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:33:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.223.84:33967
17:33:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:33:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:33:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:33:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:33:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551
17:33:04.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:33:04.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41913/jwks.json
17:33:04.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
17:33:04.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
17:33:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:04.418154 30600 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:33:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:04.418480 30600 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:33:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:04.418568 30600 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:33:04.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:04.426151 30600 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
17:33:04.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:04.426283 30600 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
17:33:04.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:04.426322 30600 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:33:04.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:04.426373 30600 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
17:33:04.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:04.426409 30600 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
17:33:04.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:04.426470 30600 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
17:33:04.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:04.426503 30600 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41913/jwks.json
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.435925 30600 master_runner.cc:386] Master server non-default flags:
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.223.84:33967
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-0/data
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-0/wal
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.223.126:44737
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41913/jwks.json
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-0/data/info.pb
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.223.126
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-0/logs
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:28:54 UTC on ccycloud.quasar-niuser.root.comops.site
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667752
17:33:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
17:33:04.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.437222 30600 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:33:04.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.439095 30600 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:33:04.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:04.451292 30608 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:33:04.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:04.451347 30605 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:33:04.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:04.451368 30606 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:33:04.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.452420 30600 server_base.cc:1034] running on GCE node
17:33:04.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.453182 30600 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:33:04.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.454664 30600 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:33:04.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.455866 30600 hybrid_clock.cc:648] HybridClock initialized: now 1790184784455805 us; error 59 us; skew 500 ppm
17:33:04.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.456198 30600 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:33:04.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.458575 30600 webserver.cc:460] Webserver started at http://127.29.223.126:33343/ using document root <none> and password file <none>
17:33:04.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.459236 30600 fs_manager.cc:359] Metadata directory not provided
17:33:04.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.459322 30600 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:33:04.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.459583 30600 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:33:04.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.462275 30600 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-0/data/instance:
17:33:04.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b3e4ebffd6234044a89abc551e9bab52"
17:33:04.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:33:04 on dist-test-slave-vk11"
17:33:04.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.463022 30600 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-0/wal/instance:
17:33:04.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b3e4ebffd6234044a89abc551e9bab52"
17:33:04.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:33:04 on dist-test-slave-vk11"
17:33:04.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.468329 30600 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
17:33:04.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.471880 30614 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:33:04.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.473341 30600 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
17:33:04.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.473498 30600 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-0/data,/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-0/wal
17:33:04.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b3e4ebffd6234044a89abc551e9bab52"
17:33:04.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:33:04 on dist-test-slave-vk11"
17:33:04.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.473796 30600 fs_report.cc:383] FS layout report
17:33:04.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:33:04.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-0/wal
17:33:04.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-0/wal
17:33:04.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-0/data/data
17:33:04.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:33:04.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:33:04.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:33:04.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:33:04.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:33:04.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:33:04.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:33:04.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:33:04.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:33:04.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:33:04.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:33:04.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.491780 30600 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:33:04.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.492633 30600 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:33:04.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.492902 30600 kserver.cc:163] Server-wide thread pool size limit: 3276
17:33:04.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.515393 30600 rpc_server.cc:307] RPC server started. Bound to: 127.29.223.126:44737
17:33:04.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.515436 30675 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.29.223.126:44737 every 8 connection(s)
17:33:04.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.516710 30600 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-0/data/info.pb
17:33:04.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.520588 30676 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
17:33:04.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.524109 30589 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskzZC6QX/build/asan/bin/kudu as pid 30600
17:33:04.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.524395 30589 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-0/wal/instance
17:33:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.527325 30589 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskzZC6QX/build/asan/bin/kudu
17:33:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzZC6QX/build/asan/bin/kudu
17:33:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-1/wal
17:33:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-1/data
17:33:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:33:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:33:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:33:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:33:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:33:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:33:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-1/logs
17:33:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-1/data/info.pb
17:33:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:33:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:33:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:33:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:33:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:33:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:33:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:33:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:33:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
17:33:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:33:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:33:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:33:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.223.125:43795
17:33:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.223.125
17:33:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:33:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.223.84:33967
17:33:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:33:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:33:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:33:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:33:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551
17:33:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:33:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41913/jwks.json
17:33:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
17:33:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
17:33:04.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.528944 30676 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } has no permanent_uuid. Determining permanent_uuid...
17:33:04.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.547720 30676 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } has no permanent_uuid. Determining permanent_uuid...
17:33:04.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:04.549012 30616 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111)
17:33:04.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:04.550735 30676 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.223.125:43795: Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111)
17:33:04.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.600244 30676 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } attempt: 1
17:33:04.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:04.602362 30676 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.223.125:43795: Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111)
17:33:04.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.670634 30676 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } attempt: 2
17:33:04.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:04.672741 30676 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.223.125:43795: Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111)
17:33:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.763984 30676 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } attempt: 3
17:33:04.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:04.766026 30676 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.223.125:43795: Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111)
17:33:04.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:04.855980 30678 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:33:04.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:04.856294 30678 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:33:04.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:04.856387 30678 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:33:04.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:04.863834 30678 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
17:33:04.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:04.863946 30678 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
17:33:04.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:04.863982 30678 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:33:04.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:04.864033 30678 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
17:33:04.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:04.864070 30678 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
17:33:04.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:04.864125 30678 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
17:33:04.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:04.864163 30678 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41913/jwks.json
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.873770 30678 master_runner.cc:386] Master server non-default flags:
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.223.84:33967
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-1/data
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-1/wal
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.223.125:43795
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41913/jwks.json
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-1/data/info.pb
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.223.125
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-1/logs
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:28:54 UTC on ccycloud.quasar-niuser.root.comops.site
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667752
17:33:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
17:33:04.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.875104 30678 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:33:04.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.876843 30678 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:33:04.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:04.888859 30686 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:33:04.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:04.888936 30689 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:33:04.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:04.888885 30687 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:33:04.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.890175 30678 server_base.cc:1034] running on GCE node
17:33:04.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.891009 30678 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:33:04.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.892546 30678 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:33:04.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.893787 30678 hybrid_clock.cc:648] HybridClock initialized: now 1790184784893740 us; error 39 us; skew 500 ppm
17:33:04.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.894184 30678 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:33:04.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.896570 30678 webserver.cc:460] Webserver started at http://127.29.223.125:42009/ using document root <none> and password file <none>
17:33:04.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.897300 30678 fs_manager.cc:359] Metadata directory not provided
17:33:04.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.897440 30678 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:33:04.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.897838 30678 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:33:04.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.900611 30678 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-1/data/instance:
17:33:04.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "513aca88421d45fb950dc7e09028629d"
17:33:04.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:33:04 on dist-test-slave-vk11"
17:33:04.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.901508 30678 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-1/wal/instance:
17:33:04.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "513aca88421d45fb950dc7e09028629d"
17:33:04.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:33:04 on dist-test-slave-vk11"
17:33:04.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.907101 30678 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.000s sys 0.004s
17:33:04.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.909291 30676 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } attempt: 4
17:33:04.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.910908 30695 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:33:04.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:04.911441 30676 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.223.125:43795: Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111)
17:33:04.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.912436 30678 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.001s
17:33:04.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.912583 30678 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-1/data,/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-1/wal
17:33:04.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "513aca88421d45fb950dc7e09028629d"
17:33:04.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:33:04 on dist-test-slave-vk11"
17:33:04.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.912768 30678 fs_report.cc:383] FS layout report
17:33:04.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:33:04.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-1/wal
17:33:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-1/wal
17:33:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-1/data/data
17:33:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:33:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:33:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:33:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:33:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:33:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:33:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:33:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:33:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:33:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:33:04.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:33:04.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.943600 30678 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:33:04.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.944579 30678 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:33:04.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.944841 30678 kserver.cc:163] Server-wide thread pool size limit: 3276
17:33:04.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.966742 30678 rpc_server.cc:307] RPC server started. Bound to: 127.29.223.125:43795
17:33:04.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.966760 30756 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.29.223.125:43795 every 8 connection(s)
17:33:04.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.968012 30678 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-1/data/info.pb
17:33:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.971681 30757 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
17:33:04.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.976715 30589 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskzZC6QX/build/asan/bin/kudu as pid 30678
17:33:04.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.976856 30589 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-1/wal/instance
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.977912 30589 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskzZC6QX/build/asan/bin/kudu
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzZC6QX/build/asan/bin/kudu
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-2/wal
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-2/data
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-2/logs
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-2/data/info.pb
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.223.124:37551
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.223.124
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.223.84:33967
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41913/jwks.json
17:33:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
17:33:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
17:33:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.977938 30757 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } has no permanent_uuid. Determining permanent_uuid...
17:33:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:04.993631 30757 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } has no permanent_uuid. Determining permanent_uuid...
17:33:05.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.004101 30757 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } has no permanent_uuid. Determining permanent_uuid...
17:33:05.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:05.005394 30699 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111)
17:33:05.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:05.007210 30757 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.223.124:37551: Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111)
17:33:05.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.056537 30757 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } attempt: 1
17:33:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:05.058725 30757 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.223.124:37551: Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111)
17:33:05.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.126986 30757 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } attempt: 2
17:33:05.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:05.129184 30757 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.223.124:37551: Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111)
17:33:05.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.210791 30676 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } attempt: 5
17:33:05.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.218770 30676 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } has no permanent_uuid. Determining permanent_uuid...
17:33:05.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.220443 30757 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } attempt: 3
17:33:05.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:05.220907 30676 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.223.124:37551: Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111)
17:33:05.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:05.222348 30757 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.223.124:37551: Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111)
17:33:05.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.272154 30676 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } attempt: 1
17:33:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:05.274189 30676 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.223.124:37551: Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111)
17:33:05.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:05.311228 30759 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:33:05.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:05.311530 30759 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:33:05.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:05.311616 30759 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:33:05.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:05.319041 30759 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
17:33:05.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:05.319144 30759 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
17:33:05.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:05.319180 30759 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:33:05.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:05.319228 30759 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
17:33:05.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:05.319265 30759 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
17:33:05.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:05.319325 30759 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
17:33:05.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:05.319358 30759 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41913/jwks.json
17:33:05.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.328635 30759 master_runner.cc:386] Master server non-default flags:
17:33:05.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:33:05.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.223.84:33967
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-2/data
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-2/wal
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.223.124:37551
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41913/jwks.json
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-2/data/info.pb
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.223.124
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-2/logs
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:28:54 UTC on ccycloud.quasar-niuser.root.comops.site
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667752
17:33:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
17:33:05.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.330003 30759 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:33:05.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.331730 30759 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:33:05.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.342449 30676 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } attempt: 2
17:33:05.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:05.344640 30676 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.223.124:37551: Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111)
17:33:05.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:05.345156 30770 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:33:05.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:05.345197 30768 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:33:05.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:05.345985 30767 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:33:05.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.346285 30759 server_base.cc:1034] running on GCE node
17:33:05.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.347077 30759 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:33:05.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.348488 30759 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:33:05.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.349676 30759 hybrid_clock.cc:648] HybridClock initialized: now 1790184785349627 us; error 45 us; skew 500 ppm
17:33:05.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.350004 30759 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:33:05.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.352285 30759 webserver.cc:460] Webserver started at http://127.29.223.124:41093/ using document root <none> and password file <none>
17:33:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.352923 30759 fs_manager.cc:359] Metadata directory not provided
17:33:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.353008 30759 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:33:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.353257 30759 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:33:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.356094 30759 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-2/data/instance:
17:33:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af0384c90acf409891ecfa292fbad2d3"
17:33:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:33:05 on dist-test-slave-vk11"
17:33:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.356794 30759 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-2/wal/instance:
17:33:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af0384c90acf409891ecfa292fbad2d3"
17:33:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:33:05 on dist-test-slave-vk11"
17:33:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.361794 30759 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.002s
17:33:05.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.365352 30776 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:33:05.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.365612 30757 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } attempt: 4
17:33:05.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.367002 30759 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
17:33:05.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.367189 30759 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-2/data,/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-2/wal
17:33:05.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af0384c90acf409891ecfa292fbad2d3"
17:33:05.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:33:05 on dist-test-slave-vk11"
17:33:05.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:05.367514 30757 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.223.124:37551: Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111)
17:33:05.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.367415 30759 fs_report.cc:383] FS layout report
17:33:05.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:33:05.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-2/wal
17:33:05.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-2/wal
17:33:05.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-2/data/data
17:33:05.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:33:05.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:33:05.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:33:05.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:33:05.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:33:05.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:33:05.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:33:05.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:33:05.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:33:05.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:33:05.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:33:05.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.385547 30759 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:33:05.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.386516 30759 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:33:05.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.386873 30759 kserver.cc:163] Server-wide thread pool size limit: 3276
17:33:05.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.408159 30759 rpc_server.cc:307] RPC server started. Bound to: 127.29.223.124:37551
17:33:05.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.408166 30837 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.29.223.124:37551 every 8 connection(s)
17:33:05.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.409561 30759 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-2/data/info.pb
17:33:05.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.413460 30838 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
17:33:05.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.415671 30589 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskzZC6QX/build/asan/bin/kudu as pid 30759
17:33:05.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.415853 30589 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/master-2/wal/instance
17:33:05.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.421121 30838 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } has no permanent_uuid. Determining permanent_uuid...
17:33:05.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.448396 30838 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } has no permanent_uuid. Determining permanent_uuid...
17:33:05.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.450917 30676 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } attempt: 3
17:33:05.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.457378 30838 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } has no permanent_uuid. Determining permanent_uuid...
17:33:05.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.463464 30676 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52: Bootstrap starting.
17:33:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.467466 30676 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52: Neither blocks nor log segments found. Creating new log.
17:33:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.468751 30676 log.cc:824] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52: Log is configured to *not* fsync() on all Append() calls
17:33:05.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.469731 30838 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3: Bootstrap starting.
17:33:05.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.471881 30676 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52: No bootstrap required, opened a new log
17:33:05.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.473783 30838 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3: Neither blocks nor log segments found. Creating new log.
17:33:05.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.475059 30838 log.cc:824] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3: Log is configured to *not* fsync() on all Append() calls
17:33:05.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.478654 30838 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3: No bootstrap required, opened a new log
17:33:05.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.482669 30676 raft_consensus.cc:348] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } }
17:33:05.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.483054 30676 raft_consensus.cc:374] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:33:05.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.483175 30676 raft_consensus.cc:729] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b3e4ebffd6234044a89abc551e9bab52, State: Initialized, Role: FOLLOWER
17:33:05.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.483927 30676 consensus_queue.cc:260] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } }
17:33:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.484781 30847 sys_catalog.cc:455] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } } }
17:33:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.485113 30847 sys_catalog.cc:458] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [sys.catalog]: This master's current role is: FOLLOWER
17:33:05.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.486148 30676 sys_catalog.cc:564] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [sys.catalog]: configured and running, proceeding with master startup.
17:33:05.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.489892 30838 raft_consensus.cc:348] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } }
17:33:05.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.490353 30838 raft_consensus.cc:374] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:33:05.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.490487 30838 raft_consensus.cc:729] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: af0384c90acf409891ecfa292fbad2d3, State: Initialized, Role: FOLLOWER
17:33:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.491190 30838 consensus_queue.cc:260] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } }
17:33:05.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.492142 30859 sys_catalog.cc:455] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } } }
17:33:05.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.492651 30859 sys_catalog.cc:458] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3 [sys.catalog]: This master's current role is: FOLLOWER
17:33:05.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.493455 30838 sys_catalog.cc:564] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3 [sys.catalog]: configured and running, proceeding with master startup.
17:33:05.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:05.495872 30620 tablet.cc:2369] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52: Can't schedule compaction. Clean time has not been advanced past its initial value.
17:33:05.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:05.497428 30858 catalog_manager.cc:1558] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:33:05.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:05.497710 30858 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:33:05.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.497762 30600 master_runner.cc:186] Error getting master registration for 127.29.223.125:43795: OK, instance_id { permanent_uuid: "513aca88421d45fb950dc7e09028629d" instance_seqno: 1790184784961282 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
17:33:05.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.512133 30600 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:33:05.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:05.515158 30871 catalog_manager.cc:1558] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:33:05.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:05.515290 30871 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:33:05.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.508378 30759 master_runner.cc:186] Error getting master registration for 127.29.223.125:43795: OK, instance_id { permanent_uuid: "513aca88421d45fb950dc7e09028629d" instance_seqno: 1790184784961282 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
17:33:05.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.520800 30759 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:33:05.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.547876 30859 raft_consensus.cc:482] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:33:05.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.548225 30859 raft_consensus.cc:504] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } }
17:33:05.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.549958 30859 leader_election.cc:288] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b3e4ebffd6234044a89abc551e9bab52 (127.29.223.126:44737), 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795)
17:33:05.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.551083 30641 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "af0384c90acf409891ecfa292fbad2d3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b3e4ebffd6234044a89abc551e9bab52" is_pre_election: true
17:33:05.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.551693 30641 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate af0384c90acf409891ecfa292fbad2d3 in term 0.
17:33:05.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.552336 30779 leader_election.cc:302] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: af0384c90acf409891ecfa292fbad2d3, b3e4ebffd6234044a89abc551e9bab52; no voters:
17:33:05.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.552966 30859 raft_consensus.cc:2781] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3 [term 0 FOLLOWER]: Leader pre-election won for term 1
17:33:05.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.553119 30859 raft_consensus.cc:482] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
17:33:05.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.553228 30859 raft_consensus.cc:3037] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3 [term 0 FOLLOWER]: Advancing to term 1
17:33:05.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.556543 30859 raft_consensus.cc:504] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } }
17:33:05.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.557874 30641 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "af0384c90acf409891ecfa292fbad2d3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b3e4ebffd6234044a89abc551e9bab52"
17:33:05.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.558095 30641 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 0 FOLLOWER]: Advancing to term 1
17:33:05.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.560087 30859 leader_election.cc:288] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3 [CANDIDATE]: Term 1 election: Requested vote from peers b3e4ebffd6234044a89abc551e9bab52 (127.29.223.126:44737), 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795)
17:33:05.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.561827 30641 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate af0384c90acf409891ecfa292fbad2d3 in term 1.
17:33:05.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.562220 30779 leader_election.cc:302] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: af0384c90acf409891ecfa292fbad2d3, b3e4ebffd6234044a89abc551e9bab52; no voters:
17:33:05.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.562750 30859 raft_consensus.cc:2781] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3 [term 1 FOLLOWER]: Leader election won for term 1
17:33:05.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.563827 30859 raft_consensus.cc:686] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3 [term 1 LEADER]: Becoming Leader. State: Replica: af0384c90acf409891ecfa292fbad2d3, State: Running, Role: LEADER
17:33:05.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.565039 30859 consensus_queue.cc:237] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } }
17:33:05.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.575629 30873 sys_catalog.cc:455] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader af0384c90acf409891ecfa292fbad2d3. Latest consensus state: current_term: 1 leader_uuid: "af0384c90acf409891ecfa292fbad2d3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } } }
17:33:05.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.576035 30873 sys_catalog.cc:458] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3 [sys.catalog]: This master's current role is: LEADER
17:33:05.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.577543 30875 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
17:33:05.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.582518 30875 catalog_manager.cc:1484] Initializing Kudu cluster ID...
17:33:05.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.603461 30641 raft_consensus.cc:1261] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 1 FOLLOWER]: Refusing update from remote peer af0384c90acf409891ecfa292fbad2d3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
17:33:05.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.604452 30873 consensus_queue.cc:1035] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
17:33:05.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.616487 30847 sys_catalog.cc:455] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [sys.catalog]: SysCatalogTable state changed. Reason: New leader af0384c90acf409891ecfa292fbad2d3. Latest consensus state: current_term: 1 leader_uuid: "af0384c90acf409891ecfa292fbad2d3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } } }
17:33:05.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.616811 30847 sys_catalog.cc:458] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [sys.catalog]: This master's current role is: FOLLOWER
17:33:05.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.619580 30876 mvcc.cc:205] Tried to move back new op lower bound from 7332596881818193920 to 7332596881685565440. Current Snapshot: MvccSnapshot[applied={T|T < 7332596881818193920}]
17:33:05.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.626349 30859 sys_catalog.cc:455] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "af0384c90acf409891ecfa292fbad2d3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } } }
17:33:05.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.626717 30859 sys_catalog.cc:458] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3 [sys.catalog]: This master's current role is: LEADER
17:33:05.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.628509 30875 catalog_manager.cc:1347] Generated new cluster ID: 6fc89eafee9649cba85adbb4fea1f11b
17:33:05.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.628616 30875 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
17:33:05.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.628146 30877 mvcc.cc:205] Tried to move back new op lower bound from 7332596881818193920 to 7332596881685565440. Current Snapshot: MvccSnapshot[applied={T|T < 7332596881818193920}]
17:33:05.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.637639 30847 sys_catalog.cc:455] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "af0384c90acf409891ecfa292fbad2d3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } } }
17:33:05.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.637913 30847 sys_catalog.cc:458] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [sys.catalog]: This master's current role is: FOLLOWER
17:33:05.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.657787 30875 catalog_manager.cc:1370] Generated new certificate authority record
17:33:05.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.662619 30875 catalog_manager.cc:1504] Loading token signing keys...
17:33:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.666690 30757 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } attempt: 5
17:33:05.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.694495 30757 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d: Bootstrap starting.
17:33:05.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.701910 30875 catalog_manager.cc:5868] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3: Generated new TSK 0
17:33:05.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.705669 30757 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d: Neither blocks nor log segments found. Creating new log.
17:33:05.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.707202 30875 catalog_manager.cc:1514] Initializing in-progress tserver states...
17:33:05.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.708109 30757 log.cc:824] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d: Log is configured to *not* fsync() on all Append() calls
17:33:05.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.716336 30757 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d: No bootstrap required, opened a new log
17:33:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.725322 30589 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskzZC6QX/build/asan/bin/kudu
17:33:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzZC6QX/build/asan/bin/kudu
17:33:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-0/wal
17:33:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-0/data
17:33:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:33:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:33:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:33:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:33:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:33:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:33:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-0/logs
17:33:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-0/data/info.pb
17:33:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:33:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:33:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:33:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:33:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:33:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:33:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:33:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:33:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
17:33:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:33:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.223.65:0
17:33:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.223.65
17:33:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.223.65
17:33:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:33:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551
17:33:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.223.84:33967
17:33:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:33:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:33:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:33:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
17:33:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
17:33:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
17:33:05.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.730144 30757 raft_consensus.cc:348] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } }
17:33:05.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.730772 30757 raft_consensus.cc:374] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:33:05.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.731009 30757 raft_consensus.cc:729] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 513aca88421d45fb950dc7e09028629d, State: Initialized, Role: FOLLOWER
17:33:05.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.731884 30757 consensus_queue.cc:260] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } }
17:33:05.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.737309 30884 sys_catalog.cc:455] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } } }
17:33:05.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.740152 30884 sys_catalog.cc:458] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [sys.catalog]: This master's current role is: FOLLOWER
17:33:05.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.740027 30757 sys_catalog.cc:564] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [sys.catalog]: configured and running, proceeding with master startup.
17:33:05.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.740453 30720 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [term 0 FOLLOWER]: Advancing to term 1
17:33:05.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.743873 30721 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "af0384c90acf409891ecfa292fbad2d3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "513aca88421d45fb950dc7e09028629d"
17:33:05.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.745458 30722 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "af0384c90acf409891ecfa292fbad2d3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "513aca88421d45fb950dc7e09028629d" is_pre_election: true
17:33:05.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.747082 30720 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [term 1 FOLLOWER]: Refusing update from remote peer af0384c90acf409891ecfa292fbad2d3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
17:33:05.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.747885 30884 raft_consensus.cc:482] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:33:05.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.748559 30881 consensus_queue.cc:1035] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
17:33:05.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.748266 30884 raft_consensus.cc:504] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } }
17:33:05.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.751062 30884 leader_election.cc:288] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers b3e4ebffd6234044a89abc551e9bab52 (127.29.223.126:44737), af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551)
17:33:05.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.751425 30640 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "513aca88421d45fb950dc7e09028629d" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b3e4ebffd6234044a89abc551e9bab52" is_pre_election: true
17:33:05.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.751788 30803 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "513aca88421d45fb950dc7e09028629d" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "af0384c90acf409891ecfa292fbad2d3" is_pre_election: true
17:33:05.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.753399 30699 leader_election.cc:302] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 513aca88421d45fb950dc7e09028629d; no voters: af0384c90acf409891ecfa292fbad2d3, b3e4ebffd6234044a89abc551e9bab52
17:33:05.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.786134 30889 mvcc.cc:205] Tried to move back new op lower bound from 7332596881818193920 to 7332596881685565440. Current Snapshot: MvccSnapshot[applied={T|T < 7332596881818193920}]
17:33:05.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.796895 30884 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
17:33:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.798359 30892 sys_catalog.cc:455] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "af0384c90acf409891ecfa292fbad2d3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } } }
17:33:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.798808 30892 sys_catalog.cc:458] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [sys.catalog]: This master's current role is: FOLLOWER
17:33:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.799530 30887 sys_catalog.cc:455] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [sys.catalog]: SysCatalogTable state changed. Reason: New leader af0384c90acf409891ecfa292fbad2d3. Latest consensus state: current_term: 1 leader_uuid: "af0384c90acf409891ecfa292fbad2d3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } } }
17:33:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.800091 30887 sys_catalog.cc:458] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [sys.catalog]: This master's current role is: FOLLOWER
17:33:05.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.821977 30902 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
17:33:05.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.860359 30881 sys_catalog.cc:455] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "af0384c90acf409891ecfa292fbad2d3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } } }
17:33:05.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:05.860788 30881 sys_catalog.cc:458] T 00000000000000000000000000000000 P af0384c90acf409891ecfa292fbad2d3 [sys.catalog]: This master's current role is: LEADER
17:33:06.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:06.180615 30883 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:33:06.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:06.180886 30883 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:33:06.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:06.180980 30883 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:33:06.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:06.188584 30883 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:33:06.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:06.188707 30883 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
17:33:06.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:06.188746 30883 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
17:33:06.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:06.188791 30883 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
17:33:06.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:06.188854 30883 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.223.65
17:33:06.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.198539 30883 tablet_server_runner.cc:78] Tablet server non-default flags:
17:33:06.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:33:06.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.223.84:33967
17:33:06.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:33:06.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:33:06.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-0/data
17:33:06.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-0/wal
17:33:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:33:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:33:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.223.65:0
17:33:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:33:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:33:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:33:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-0/data/info.pb
17:33:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.223.65
17:33:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:33:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
17:33:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
17:33:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
17:33:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551
17:33:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:33:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:33:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:33:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:33:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:33:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.223.65
17:33:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-0/logs
17:33:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:33:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:33:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:33:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
17:33:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:33:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:33:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:33:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:28:54 UTC on ccycloud.quasar-niuser.root.comops.site
17:33:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667752
17:33:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
17:33:06.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.200099 30883 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:33:06.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.201964 30883 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:33:06.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:06.215327 30907 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:33:06.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:06.215363 30908 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:33:06.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:06.215302 30910 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:33:06.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.216406 30883 server_base.cc:1034] running on GCE node
17:33:06.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.217027 30883 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:33:06.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.218148 30883 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:33:06.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.219396 30883 hybrid_clock.cc:648] HybridClock initialized: now 1790184786219354 us; error 31 us; skew 500 ppm
17:33:06.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.219733 30883 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:33:06.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.222187 30883 webserver.cc:460] Webserver started at http://127.29.223.65:36731/ using document root <none> and password file <none>
17:33:06.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.222863 30883 fs_manager.cc:359] Metadata directory not provided
17:33:06.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.222995 30883 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:33:06.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.223304 30883 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:33:06.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.225926 30883 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-0/data/instance:
17:33:06.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "90882ae511314c6a8d2c82b27c2745e6"
17:33:06.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:33:06 on dist-test-slave-vk11"
17:33:06.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.226817 30883 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-0/wal/instance:
17:33:06.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "90882ae511314c6a8d2c82b27c2745e6"
17:33:06.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:33:06 on dist-test-slave-vk11"
17:33:06.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.231899 30883 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
17:33:06.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.235526 30916 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:33:06.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.236814 30883 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
17:33:06.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.236999 30883 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-0/data,/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-0/wal
17:33:06.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "90882ae511314c6a8d2c82b27c2745e6"
17:33:06.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:33:06 on dist-test-slave-vk11"
17:33:06.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.237233 30883 fs_report.cc:383] FS layout report
17:33:06.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:33:06.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-0/wal
17:33:06.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-0/wal
17:33:06.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-0/data/data
17:33:06.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:33:06.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:33:06.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:33:06.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:33:06.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:33:06.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:33:06.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:33:06.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:33:06.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:33:06.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:33:06.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:33:06.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.267335 30883 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:33:06.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.268255 30883 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:33:06.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.268610 30883 kserver.cc:163] Server-wide thread pool size limit: 3276
17:33:06.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.272022 30883 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
17:33:06.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.272130 30883 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
17:33:06.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.272261 30883 ts_tablet_manager.cc:610] Registered 0 tablets
17:33:06.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.272344 30883 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
17:33:06.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.341427 30883 rpc_server.cc:307] RPC server started. Bound to: 127.29.223.65:38923
17:33:06.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.341467 31040 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.29.223.65:38923 every 8 connection(s)
17:33:06.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.342775 30883 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-0/data/info.pb
17:33:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.348650 31042 heartbeater.cc:347] Connected to a master server at 127.29.223.126:44737
17:33:06.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.349201 31042 heartbeater.cc:464] Registering TS with master...
17:33:06.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.350562 31042 heartbeater.cc:511] Master 127.29.223.126:44737 requested a full tablet report, sending...
17:33:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.351578 30589 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskzZC6QX/build/asan/bin/kudu as pid 30883
17:33:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.351823 30589 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-0/wal/instance
17:33:06.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.354197 31041 heartbeater.cc:347] Connected to a master server at 127.29.223.124:37551
17:33:06.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.354353 31041 heartbeater.cc:464] Registering TS with master...
17:33:06.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.355454 31041 heartbeater.cc:511] Master 127.29.223.124:37551 requested a full tablet report, sending...
17:33:06.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.357070 30793 ts_manager.cc:194] Registered new tserver with Master: 90882ae511314c6a8d2c82b27c2745e6 (127.29.223.65:38923)
17:33:06.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.359380 30793 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.29.223.65:42421
17:33:06.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.362349 30589 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskzZC6QX/build/asan/bin/kudu
17:33:06.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzZC6QX/build/asan/bin/kudu
17:33:06.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-1/wal
17:33:06.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-1/data
17:33:06.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:33:06.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:33:06.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:33:06.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:33:06.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:33:06.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:33:06.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-1/logs
17:33:06.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-1/data/info.pb
17:33:06.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:33:06.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:33:06.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:33:06.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:33:06.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:33:06.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:33:06.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:33:06.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:33:06.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
17:33:06.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:33:06.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.223.66:0
17:33:06.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.223.66
17:33:06.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.223.66
17:33:06.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:33:06.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551
17:33:06.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.223.84:33967
17:33:06.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:33:06.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:33:06.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:33:06.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
17:33:06.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
17:33:06.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
17:33:06.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.364346 30631 ts_manager.cc:194] Registered new tserver with Master: 90882ae511314c6a8d2c82b27c2745e6 (127.29.223.65:38923)
17:33:06.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.366294 31043 heartbeater.cc:347] Connected to a master server at 127.29.223.125:43795
17:33:06.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.366452 31043 heartbeater.cc:464] Registering TS with master...
17:33:06.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.366846 31043 heartbeater.cc:511] Master 127.29.223.125:43795 requested a full tablet report, sending...
17:33:06.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.368347 30711 ts_manager.cc:194] Registered new tserver with Master: 90882ae511314c6a8d2c82b27c2745e6 (127.29.223.65:38923)
17:33:06.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.500049 30858 catalog_manager.cc:1259] Loaded cluster ID: 6fc89eafee9649cba85adbb4fea1f11b
17:33:06.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.500180 30858 catalog_manager.cc:1552] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52: loading cluster ID for follower catalog manager: success
17:33:06.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.502954 30858 catalog_manager.cc:1574] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52: acquiring CA information for follower catalog manager: success
17:33:06.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.504808 30858 catalog_manager.cc:1602] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
17:33:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:06.691794 31046 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:33:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:06.692067 31046 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:33:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:06.692162 31046 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:33:06.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:06.699607 31046 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:33:06.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:06.699759 31046 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
17:33:06.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:06.699823 31046 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
17:33:06.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:06.699903 31046 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
17:33:06.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:06.699977 31046 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.223.66
17:33:06.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.708941 31046 tablet_server_runner.cc:78] Tablet server non-default flags:
17:33:06.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:33:06.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.223.84:33967
17:33:06.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:33:06.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:33:06.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-1/data
17:33:06.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-1/wal
17:33:06.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:33:06.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:33:06.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.223.66:0
17:33:06.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:33:06.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:33:06.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:33:06.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-1/data/info.pb
17:33:06.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.223.66
17:33:06.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:33:06.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
17:33:06.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
17:33:06.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
17:33:06.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551
17:33:06.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:33:06.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:33:06.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:33:06.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:33:06.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:33:06.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.223.66
17:33:06.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-1/logs
17:33:06.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:33:06.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:33:06.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:33:06.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
17:33:06.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:33:06.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:33:06.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:33:06.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:28:54 UTC on ccycloud.quasar-niuser.root.comops.site
17:33:06.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667752
17:33:06.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
17:33:06.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.710239 31046 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:33:06.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.712071 31046 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:33:06.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:06.725539 31052 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:33:06.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:06.725662 31051 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:33:06.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:06.725561 31054 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:33:06.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.730582 31046 server_base.cc:1034] running on GCE node
17:33:06.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.731226 31046 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:33:06.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.732236 31046 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:33:06.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.733439 31046 hybrid_clock.cc:648] HybridClock initialized: now 1790184786733390 us; error 42 us; skew 500 ppm
17:33:06.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.733779 31046 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:33:06.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.736202 31046 webserver.cc:460] Webserver started at http://127.29.223.66:38855/ using document root <none> and password file <none>
17:33:06.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.736837 31046 fs_manager.cc:359] Metadata directory not provided
17:33:06.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.736924 31046 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:33:06.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.737187 31046 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:33:06.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.739804 31046 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-1/data/instance:
17:33:06.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d071375d57de4e65b81f06b945a9bf58"
17:33:06.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:33:06 on dist-test-slave-vk11"
17:33:06.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.740617 31046 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-1/wal/instance:
17:33:06.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d071375d57de4e65b81f06b945a9bf58"
17:33:06.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:33:06 on dist-test-slave-vk11"
17:33:06.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.745899 31046 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.006s sys 0.001s
17:33:06.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.749203 31060 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:33:06.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.750581 31046 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
17:33:06.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.750715 31046 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-1/data,/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-1/wal
17:33:06.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d071375d57de4e65b81f06b945a9bf58"
17:33:06.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:33:06 on dist-test-slave-vk11"
17:33:06.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.750885 31046 fs_report.cc:383] FS layout report
17:33:06.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:33:06.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-1/wal
17:33:06.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-1/wal
17:33:06.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-1/data/data
17:33:06.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:33:06.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:33:06.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:33:06.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:33:06.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:33:06.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:33:06.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:33:06.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:33:06.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:33:06.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:33:06.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:33:06.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.766981 31046 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:33:06.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.767758 31046 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:33:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.768028 31046 kserver.cc:163] Server-wide thread pool size limit: 3276
17:33:06.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.770941 31046 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
17:33:06.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.771044 31046 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
17:33:06.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.771198 31046 ts_tablet_manager.cc:610] Registered 0 tablets
17:33:06.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.771400 31046 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.001s
17:33:06.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.827829 30902 catalog_manager.cc:1259] Loaded cluster ID: 6fc89eafee9649cba85adbb4fea1f11b
17:33:06.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.827977 30902 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d: loading cluster ID for follower catalog manager: success
17:33:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.831704 30902 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d: acquiring CA information for follower catalog manager: success
17:33:06.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.834353 30902 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
17:33:06.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.841557 31046 rpc_server.cc:307] RPC server started. Bound to: 127.29.223.66:46533
17:33:06.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.841559 31182 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.29.223.66:46533 every 8 connection(s)
17:33:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.842869 31046 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-1/data/info.pb
17:33:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.845719 31184 heartbeater.cc:347] Connected to a master server at 127.29.223.126:44737
17:33:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.846161 31184 heartbeater.cc:464] Registering TS with master...
17:33:06.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.847317 31184 heartbeater.cc:511] Master 127.29.223.126:44737 requested a full tablet report, sending...
17:33:06.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.849470 30631 ts_manager.cc:194] Registered new tserver with Master: d071375d57de4e65b81f06b945a9bf58 (127.29.223.66:46533)
17:33:06.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.851418 30589 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskzZC6QX/build/asan/bin/kudu as pid 31046
17:33:06.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.851588 30589 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-1/wal/instance
17:33:06.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.857764 30589 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskzZC6QX/build/asan/bin/kudu
17:33:06.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzZC6QX/build/asan/bin/kudu
17:33:06.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-2/wal
17:33:06.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-2/data
17:33:06.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:33:06.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:33:06.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:33:06.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:33:06.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:33:06.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:33:06.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-2/logs
17:33:06.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-2/data/info.pb
17:33:06.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:33:06.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:33:06.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:33:06.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:33:06.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:33:06.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:33:06.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:33:06.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:33:06.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
17:33:06.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:33:06.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.223.67:0
17:33:06.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.223.67
17:33:06.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.223.67
17:33:06.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:33:06.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551
17:33:06.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.223.84:33967
17:33:06.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:33:06.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:33:06.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:33:06.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
17:33:06.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
17:33:06.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
17:33:06.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.866500 31183 heartbeater.cc:347] Connected to a master server at 127.29.223.124:37551
17:33:06.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.868074 31183 heartbeater.cc:464] Registering TS with master...
17:33:06.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.869120 31183 heartbeater.cc:511] Master 127.29.223.124:37551 requested a full tablet report, sending...
17:33:06.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.869217 31185 heartbeater.cc:347] Connected to a master server at 127.29.223.125:43795
17:33:06.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.869355 31185 heartbeater.cc:464] Registering TS with master...
17:33:06.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.869809 31185 heartbeater.cc:511] Master 127.29.223.125:43795 requested a full tablet report, sending...
17:33:06.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.870178 30793 ts_manager.cc:194] Registered new tserver with Master: d071375d57de4e65b81f06b945a9bf58 (127.29.223.66:46533)
17:33:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.871140 30793 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.29.223.66:45855
17:33:06.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:06.872323 30711 ts_manager.cc:194] Registered new tserver with Master: d071375d57de4e65b81f06b945a9bf58 (127.29.223.66:46533)
17:33:07.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:07.200558 31188 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:33:07.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:07.200870 31188 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:33:07.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:07.201009 31188 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:33:07.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:07.208499 31188 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:33:07.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:07.208696 31188 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
17:33:07.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:07.208752 31188 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
17:33:07.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:07.208817 31188 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
17:33:07.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:07.208940 31188 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.223.67
17:33:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.218631 31188 tablet_server_runner.cc:78] Tablet server non-default flags:
17:33:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:33:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.223.84:33967
17:33:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:33:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:33:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-2/data
17:33:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-2/wal
17:33:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:33:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:33:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.223.67:0
17:33:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:33:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:33:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:33:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-2/data/info.pb
17:33:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.223.67
17:33:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:33:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
17:33:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
17:33:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
17:33:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551
17:33:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:33:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:33:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:33:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:33:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:33:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.223.67
17:33:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-2/logs
17:33:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:33:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:33:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:33:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
17:33:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:33:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:33:07.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:33:07.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:28:54 UTC on ccycloud.quasar-niuser.root.comops.site
17:33:07.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667752
17:33:07.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
17:33:07.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.220305 31188 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:33:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.222332 31188 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:33:07.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:07.236213 31196 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:33:07.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:07.236438 31194 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:33:07.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:07.236472 31193 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:33:07.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.237661 31188 server_base.cc:1034] running on GCE node
17:33:07.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.238322 31188 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:33:07.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.239359 31188 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:33:07.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.240628 31188 hybrid_clock.cc:648] HybridClock initialized: now 1790184787240572 us; error 40 us; skew 500 ppm
17:33:07.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.241110 31188 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:33:07.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.243717 31188 webserver.cc:460] Webserver started at http://127.29.223.67:46107/ using document root <none> and password file <none>
17:33:07.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.244452 31188 fs_manager.cc:359] Metadata directory not provided
17:33:07.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.244582 31188 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:33:07.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.244905 31188 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:33:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.247619 31188 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-2/data/instance:
17:33:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5abb4e963718434f82d3ec8264c47d22"
17:33:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:33:07 on dist-test-slave-vk11"
17:33:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.248435 31188 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-2/wal/instance:
17:33:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5abb4e963718434f82d3ec8264c47d22"
17:33:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:33:07 on dist-test-slave-vk11"
17:33:07.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.253705 31188 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.007s sys 0.001s
17:33:07.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.257092 31202 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:33:07.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.258559 31188 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
17:33:07.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.258751 31188 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-2/data,/tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-2/wal
17:33:07.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5abb4e963718434f82d3ec8264c47d22"
17:33:07.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:33:07 on dist-test-slave-vk11"
17:33:07.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.258998 31188 fs_report.cc:383] FS layout report
17:33:07.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:33:07.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-2/wal
17:33:07.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-2/wal
17:33:07.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-2/data/data
17:33:07.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:33:07.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:33:07.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:33:07.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:33:07.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:33:07.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:33:07.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:33:07.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:33:07.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:33:07.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:33:07.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:33:07.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.297724 31188 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:33:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.298712 31188 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:33:07.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.299067 31188 kserver.cc:163] Server-wide thread pool size limit: 3276
17:33:07.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.302064 31188 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
17:33:07.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.302173 31188 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
17:33:07.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.302313 31188 ts_tablet_manager.cc:610] Registered 0 tablets
17:33:07.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.302382 31188 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
17:33:07.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.363343 31041 heartbeater.cc:503] Master 127.29.223.124:37551 was elected leader, sending a full tablet report...
17:33:07.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.388965 31188 rpc_server.cc:307] RPC server started. Bound to: 127.29.223.67:34061
17:33:07.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.389021 31323 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.29.223.67:34061 every 8 connection(s)
17:33:07.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.390808 31188 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-2/data/info.pb
17:33:07.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.394704 30589 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskzZC6QX/build/asan/bin/kudu as pid 31188
17:33:07.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.394932 30589 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskzZC6QX/test-tmp/mini-kudu-cluster6537142752911709632/ts-2/wal/instance
17:33:07.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.395440 31325 heartbeater.cc:347] Connected to a master server at 127.29.223.126:44737
17:33:07.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.395707 31325 heartbeater.cc:464] Registering TS with master...
17:33:07.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.396871 31325 heartbeater.cc:511] Master 127.29.223.126:44737 requested a full tablet report, sending...
17:33:07.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.399474 30631 ts_manager.cc:194] Registered new tserver with Master: 5abb4e963718434f82d3ec8264c47d22 (127.29.223.67:34061)
17:33:07.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.404693 31326 heartbeater.cc:347] Connected to a master server at 127.29.223.125:43795
17:33:07.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.404838 31326 heartbeater.cc:464] Registering TS with master...
17:33:07.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.405301 31326 heartbeater.cc:511] Master 127.29.223.125:43795 requested a full tablet report, sending...
17:33:07.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.406649 30711 ts_manager.cc:194] Registered new tserver with Master: 5abb4e963718434f82d3ec8264c47d22 (127.29.223.67:34061)
17:33:07.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.406838 31324 heartbeater.cc:347] Connected to a master server at 127.29.223.124:37551
17:33:07.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.406960 31324 heartbeater.cc:464] Registering TS with master...
17:33:07.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.407400 31324 heartbeater.cc:511] Master 127.29.223.124:37551 requested a full tablet report, sending...
17:33:07.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.408277 30793 ts_manager.cc:194] Registered new tserver with Master: 5abb4e963718434f82d3ec8264c47d22 (127.29.223.67:34061)
17:33:07.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.409075 30793 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.29.223.67:39589
17:33:07.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.420907 30589 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
17:33:07.422 [DEBUG - main] (MiniKuduCluster.java:195) Response:
17:33:07.422 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
17:33:07.423 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.29.223.126"
port: 44737
}
bound_http_address {
host: "127.29.223.126"
port: 33343
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.29.223.125"
port: 43795
}
bound_http_address {
host: "127.29.223.125"
port: 42009
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.29.223.124"
port: 37551
}
bound_http_address {
host: "127.29.223.124"
port: 41093
}
}
}
17:33:07.424 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
17:33:07.424 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.29.223.65"
port: 38923
}
bound_http_address {
host: "127.29.223.65"
port: 36731
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.29.223.66"
port: 46533
}
bound_http_address {
host: "127.29.223.66"
port: 38855
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.29.223.67"
port: 34061
}
bound_http_address {
host: "127.29.223.67"
port: 46107
}
}
}
17:33:07.424 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
17:33:07.426 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
17:33:07.428 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:07.429 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:07.430 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.223.126:44737(127.29.223.126:44737)] connecting to peer
17:33:07.431 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.29.223.124:37551(127.29.223.124:37551)] Successfully connected to peer
17:33:07.433 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.223.124
17:33:07.433 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.29.223.125:43795(127.29.223.125:43795)] Successfully connected to peer
17:33:07.435 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.223.125
17:33:07.438 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.29.223.126:44737(127.29.223.126:44737)] Successfully connected to peer
17:33:07.444 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.223.126
17:33:07.450 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x5b671ff0, L:/127.0.0.1:57940 - R:/127.29.223.125:43795] using SASL/PLAIN
17:33:07.455 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4f312763, L:/127.0.0.1:54842 - R:/127.29.223.124:37551] using SASL/PLAIN
17:33:07.457 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x448f9cb3, L:/127.0.0.1:44820 - R:/127.29.223.126:44737] using SASL/PLAIN
17:33:07.458 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
17:33:07.459 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=31), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [25ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: OK, [31ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: OK, deferred=null) after lookup
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.460672 30793 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:54842:
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
17:33:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
17:33:07.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
17:33:07.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
17:33:07.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
17:33:07.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:33:07.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
17:33:07.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:33:07.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:33:07.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
17:33:07.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
17:33:07.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
17:33:07.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:33:07.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:33:07.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:33:07.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
17:33:07.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:33:07.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:33:07.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
17:33:07.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
17:33:07.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:33:07.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
17:33:07.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:33:07.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
17:33:07.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
17:33:07.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:33:07.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:33:07.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:07.463207 30793 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
17:33:07.499 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 7f1c7ef6b8b143ca87a4afd6fc34f58d
17:33:07.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.550832 30976 tablet_service.cc:1467] Processing CreateTablet for tablet 35b0695db7f546f88a2abe2fa5454ba3 (DEFAULT_TABLE table=txn_manager_fallback [id=7f1c7ef6b8b143ca87a4afd6fc34f58d]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
17:33:07.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.550882 30975 tablet_service.cc:1467] Processing CreateTablet for tablet a2755fff38bd413a8fde8c5096687369 (DEFAULT_TABLE table=txn_manager_fallback [id=7f1c7ef6b8b143ca87a4afd6fc34f58d]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
17:33:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.552446 30975 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a2755fff38bd413a8fde8c5096687369. 1 dirs total, 0 dirs full, 0 dirs failed
17:33:07.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.556694 31116 tablet_service.cc:1467] Processing CreateTablet for tablet a2755fff38bd413a8fde8c5096687369 (DEFAULT_TABLE table=txn_manager_fallback [id=7f1c7ef6b8b143ca87a4afd6fc34f58d]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
17:33:07.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.553715 30976 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 35b0695db7f546f88a2abe2fa5454ba3. 1 dirs total, 0 dirs full, 0 dirs failed
17:33:07.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.557696 31117 tablet_service.cc:1467] Processing CreateTablet for tablet 35b0695db7f546f88a2abe2fa5454ba3 (DEFAULT_TABLE table=txn_manager_fallback [id=7f1c7ef6b8b143ca87a4afd6fc34f58d]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
17:33:07.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.558130 31253 tablet_service.cc:1467] Processing CreateTablet for tablet 35b0695db7f546f88a2abe2fa5454ba3 (DEFAULT_TABLE table=txn_manager_fallback [id=7f1c7ef6b8b143ca87a4afd6fc34f58d]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
17:33:07.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.559013 31251 tablet_service.cc:1467] Processing CreateTablet for tablet a2755fff38bd413a8fde8c5096687369 (DEFAULT_TABLE table=txn_manager_fallback [id=7f1c7ef6b8b143ca87a4afd6fc34f58d]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
17:33:07.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.559422 31117 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 35b0695db7f546f88a2abe2fa5454ba3. 1 dirs total, 0 dirs full, 0 dirs failed
17:33:07.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.559569 31253 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 35b0695db7f546f88a2abe2fa5454ba3. 1 dirs total, 0 dirs full, 0 dirs failed
17:33:07.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.559938 31251 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a2755fff38bd413a8fde8c5096687369. 1 dirs total, 0 dirs full, 0 dirs failed
17:33:07.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.561300 31116 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a2755fff38bd413a8fde8c5096687369. 1 dirs total, 0 dirs full, 0 dirs failed
17:33:07.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.579150 31350 tablet_bootstrap.cc:492] T 35b0695db7f546f88a2abe2fa5454ba3 P 90882ae511314c6a8d2c82b27c2745e6: Bootstrap starting.
17:33:07.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.580821 31352 tablet_bootstrap.cc:492] T a2755fff38bd413a8fde8c5096687369 P 5abb4e963718434f82d3ec8264c47d22: Bootstrap starting.
17:33:07.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.582278 31351 tablet_bootstrap.cc:492] T 35b0695db7f546f88a2abe2fa5454ba3 P d071375d57de4e65b81f06b945a9bf58: Bootstrap starting.
17:33:07.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.583002 31350 tablet_bootstrap.cc:654] T 35b0695db7f546f88a2abe2fa5454ba3 P 90882ae511314c6a8d2c82b27c2745e6: Neither blocks nor log segments found. Creating new log.
17:33:07.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.584298 31352 tablet_bootstrap.cc:654] T a2755fff38bd413a8fde8c5096687369 P 5abb4e963718434f82d3ec8264c47d22: Neither blocks nor log segments found. Creating new log.
17:33:07.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.584298 31350 log.cc:824] T 35b0695db7f546f88a2abe2fa5454ba3 P 90882ae511314c6a8d2c82b27c2745e6: Log is configured to *not* fsync() on all Append() calls
17:33:07.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.585115 31351 tablet_bootstrap.cc:654] T 35b0695db7f546f88a2abe2fa5454ba3 P d071375d57de4e65b81f06b945a9bf58: Neither blocks nor log segments found. Creating new log.
17:33:07.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.585520 31352 log.cc:824] T a2755fff38bd413a8fde8c5096687369 P 5abb4e963718434f82d3ec8264c47d22: Log is configured to *not* fsync() on all Append() calls
17:33:07.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.586474 31351 log.cc:824] T 35b0695db7f546f88a2abe2fa5454ba3 P d071375d57de4e65b81f06b945a9bf58: Log is configured to *not* fsync() on all Append() calls
17:33:07.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.587510 31350 tablet_bootstrap.cc:492] T 35b0695db7f546f88a2abe2fa5454ba3 P 90882ae511314c6a8d2c82b27c2745e6: No bootstrap required, opened a new log
17:33:07.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.587800 31350 ts_tablet_manager.cc:1397] T 35b0695db7f546f88a2abe2fa5454ba3 P 90882ae511314c6a8d2c82b27c2745e6: Time spent bootstrapping tablet: real 0.009s user 0.006s sys 0.000s
17:33:07.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.588569 31352 tablet_bootstrap.cc:492] T a2755fff38bd413a8fde8c5096687369 P 5abb4e963718434f82d3ec8264c47d22: No bootstrap required, opened a new log
17:33:07.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.588882 31352 ts_tablet_manager.cc:1397] T a2755fff38bd413a8fde8c5096687369 P 5abb4e963718434f82d3ec8264c47d22: Time spent bootstrapping tablet: real 0.008s user 0.008s sys 0.000s
17:33:07.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.596446 31351 tablet_bootstrap.cc:492] T 35b0695db7f546f88a2abe2fa5454ba3 P d071375d57de4e65b81f06b945a9bf58: No bootstrap required, opened a new log
17:33:07.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.596743 31351 ts_tablet_manager.cc:1397] T 35b0695db7f546f88a2abe2fa5454ba3 P d071375d57de4e65b81f06b945a9bf58: Time spent bootstrapping tablet: real 0.015s user 0.001s sys 0.010s
17:33:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.598563 31350 raft_consensus.cc:348] T 35b0695db7f546f88a2abe2fa5454ba3 P 90882ae511314c6a8d2c82b27c2745e6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } }
17:33:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.599072 31350 raft_consensus.cc:374] T 35b0695db7f546f88a2abe2fa5454ba3 P 90882ae511314c6a8d2c82b27c2745e6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:33:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.599164 31350 raft_consensus.cc:729] T 35b0695db7f546f88a2abe2fa5454ba3 P 90882ae511314c6a8d2c82b27c2745e6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 90882ae511314c6a8d2c82b27c2745e6, State: Initialized, Role: FOLLOWER
17:33:07.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.599817 31350 consensus_queue.cc:260] T 35b0695db7f546f88a2abe2fa5454ba3 P 90882ae511314c6a8d2c82b27c2745e6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } }
17:33:07.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.599732 31352 raft_consensus.cc:348] T a2755fff38bd413a8fde8c5096687369 P 5abb4e963718434f82d3ec8264c47d22 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } }
17:33:07.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.600126 31352 raft_consensus.cc:374] T a2755fff38bd413a8fde8c5096687369 P 5abb4e963718434f82d3ec8264c47d22 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:33:07.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.600217 31352 raft_consensus.cc:729] T a2755fff38bd413a8fde8c5096687369 P 5abb4e963718434f82d3ec8264c47d22 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5abb4e963718434f82d3ec8264c47d22, State: Initialized, Role: FOLLOWER
17:33:07.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.601029 31352 consensus_queue.cc:260] T a2755fff38bd413a8fde8c5096687369 P 5abb4e963718434f82d3ec8264c47d22 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } }
17:33:07.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.602445 31324 heartbeater.cc:503] Master 127.29.223.124:37551 was elected leader, sending a full tablet report...
17:33:07.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.603324 31352 ts_tablet_manager.cc:1428] T a2755fff38bd413a8fde8c5096687369 P 5abb4e963718434f82d3ec8264c47d22: Time spent starting tablet: real 0.014s user 0.007s sys 0.005s
17:33:07.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.603834 31352 tablet_bootstrap.cc:492] T 35b0695db7f546f88a2abe2fa5454ba3 P 5abb4e963718434f82d3ec8264c47d22: Bootstrap starting.
17:33:07.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.606150 31352 tablet_bootstrap.cc:654] T 35b0695db7f546f88a2abe2fa5454ba3 P 5abb4e963718434f82d3ec8264c47d22: Neither blocks nor log segments found. Creating new log.
17:33:07.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.608618 31350 ts_tablet_manager.cc:1428] T 35b0695db7f546f88a2abe2fa5454ba3 P 90882ae511314c6a8d2c82b27c2745e6: Time spent starting tablet: real 0.021s user 0.014s sys 0.008s
17:33:07.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.609882 31350 tablet_bootstrap.cc:492] T a2755fff38bd413a8fde8c5096687369 P 90882ae511314c6a8d2c82b27c2745e6: Bootstrap starting.
17:33:07.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.612242 31350 tablet_bootstrap.cc:654] T a2755fff38bd413a8fde8c5096687369 P 90882ae511314c6a8d2c82b27c2745e6: Neither blocks nor log segments found. Creating new log.
17:33:07.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.611784 31351 raft_consensus.cc:348] T 35b0695db7f546f88a2abe2fa5454ba3 P d071375d57de4e65b81f06b945a9bf58 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } }
17:33:07.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.612610 31351 raft_consensus.cc:374] T 35b0695db7f546f88a2abe2fa5454ba3 P d071375d57de4e65b81f06b945a9bf58 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:33:07.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.612812 31351 raft_consensus.cc:729] T 35b0695db7f546f88a2abe2fa5454ba3 P d071375d57de4e65b81f06b945a9bf58 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d071375d57de4e65b81f06b945a9bf58, State: Initialized, Role: FOLLOWER
17:33:07.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.613673 31351 consensus_queue.cc:260] T 35b0695db7f546f88a2abe2fa5454ba3 P d071375d57de4e65b81f06b945a9bf58 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } }
17:33:07.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.616995 31352 tablet_bootstrap.cc:492] T 35b0695db7f546f88a2abe2fa5454ba3 P 5abb4e963718434f82d3ec8264c47d22: No bootstrap required, opened a new log
17:33:07.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.617201 31352 ts_tablet_manager.cc:1397] T 35b0695db7f546f88a2abe2fa5454ba3 P 5abb4e963718434f82d3ec8264c47d22: Time spent bootstrapping tablet: real 0.013s user 0.003s sys 0.004s
17:33:07.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.618330 31352 raft_consensus.cc:348] T 35b0695db7f546f88a2abe2fa5454ba3 P 5abb4e963718434f82d3ec8264c47d22 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } }
17:33:07.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.618675 31352 raft_consensus.cc:374] T 35b0695db7f546f88a2abe2fa5454ba3 P 5abb4e963718434f82d3ec8264c47d22 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:33:07.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.618803 31352 raft_consensus.cc:729] T 35b0695db7f546f88a2abe2fa5454ba3 P 5abb4e963718434f82d3ec8264c47d22 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5abb4e963718434f82d3ec8264c47d22, State: Initialized, Role: FOLLOWER
17:33:07.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.619072 31352 consensus_queue.cc:260] T 35b0695db7f546f88a2abe2fa5454ba3 P 5abb4e963718434f82d3ec8264c47d22 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } }
17:33:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.621752 31352 ts_tablet_manager.cc:1428] T 35b0695db7f546f88a2abe2fa5454ba3 P 5abb4e963718434f82d3ec8264c47d22: Time spent starting tablet: real 0.004s user 0.003s sys 0.000s
17:33:07.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.628644 31351 ts_tablet_manager.cc:1428] T 35b0695db7f546f88a2abe2fa5454ba3 P d071375d57de4e65b81f06b945a9bf58: Time spent starting tablet: real 0.032s user 0.013s sys 0.012s
17:33:07.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.628718 31183 heartbeater.cc:503] Master 127.29.223.124:37551 was elected leader, sending a full tablet report...
17:33:07.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.629159 31350 tablet_bootstrap.cc:492] T a2755fff38bd413a8fde8c5096687369 P 90882ae511314c6a8d2c82b27c2745e6: No bootstrap required, opened a new log
17:33:07.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.629307 31350 ts_tablet_manager.cc:1397] T a2755fff38bd413a8fde8c5096687369 P 90882ae511314c6a8d2c82b27c2745e6: Time spent bootstrapping tablet: real 0.020s user 0.002s sys 0.015s
17:33:07.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.630116 31350 raft_consensus.cc:348] T a2755fff38bd413a8fde8c5096687369 P 90882ae511314c6a8d2c82b27c2745e6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } }
17:33:07.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.630365 31350 raft_consensus.cc:374] T a2755fff38bd413a8fde8c5096687369 P 90882ae511314c6a8d2c82b27c2745e6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:33:07.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.630497 31350 raft_consensus.cc:729] T a2755fff38bd413a8fde8c5096687369 P 90882ae511314c6a8d2c82b27c2745e6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 90882ae511314c6a8d2c82b27c2745e6, State: Initialized, Role: FOLLOWER
17:33:07.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.630721 31351 tablet_bootstrap.cc:492] T a2755fff38bd413a8fde8c5096687369 P d071375d57de4e65b81f06b945a9bf58: Bootstrap starting.
17:33:07.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.630777 31350 consensus_queue.cc:260] T a2755fff38bd413a8fde8c5096687369 P 90882ae511314c6a8d2c82b27c2745e6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } }
17:33:07.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.631541 31350 ts_tablet_manager.cc:1428] T a2755fff38bd413a8fde8c5096687369 P 90882ae511314c6a8d2c82b27c2745e6: Time spent starting tablet: real 0.002s user 0.003s sys 0.000s
17:33:07.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.632752 31351 tablet_bootstrap.cc:654] T a2755fff38bd413a8fde8c5096687369 P d071375d57de4e65b81f06b945a9bf58: Neither blocks nor log segments found. Creating new log.
17:33:07.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.638785 31351 tablet_bootstrap.cc:492] T a2755fff38bd413a8fde8c5096687369 P d071375d57de4e65b81f06b945a9bf58: No bootstrap required, opened a new log
17:33:07.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.638959 31351 ts_tablet_manager.cc:1397] T a2755fff38bd413a8fde8c5096687369 P d071375d57de4e65b81f06b945a9bf58: Time spent bootstrapping tablet: real 0.008s user 0.006s sys 0.001s
17:33:07.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.639562 31351 raft_consensus.cc:348] T a2755fff38bd413a8fde8c5096687369 P d071375d57de4e65b81f06b945a9bf58 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } }
17:33:07.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.639760 31351 raft_consensus.cc:374] T a2755fff38bd413a8fde8c5096687369 P d071375d57de4e65b81f06b945a9bf58 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:33:07.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.639864 31351 raft_consensus.cc:729] T a2755fff38bd413a8fde8c5096687369 P d071375d57de4e65b81f06b945a9bf58 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d071375d57de4e65b81f06b945a9bf58, State: Initialized, Role: FOLLOWER
17:33:07.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.640116 31351 consensus_queue.cc:260] T a2755fff38bd413a8fde8c5096687369 P d071375d57de4e65b81f06b945a9bf58 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } }
17:33:07.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.640731 31351 ts_tablet_manager.cc:1428] T a2755fff38bd413a8fde8c5096687369 P d071375d57de4e65b81f06b945a9bf58: Time spent starting tablet: real 0.002s user 0.000s sys 0.000s
17:33:07.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:07.647799 31327 tablet.cc:2369] T 35b0695db7f546f88a2abe2fa5454ba3 P 5abb4e963718434f82d3ec8264c47d22: Can't schedule compaction. Clean time has not been advanced past its initial value.
17:33:07.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.663599 31356 raft_consensus.cc:482] T 35b0695db7f546f88a2abe2fa5454ba3 P 90882ae511314c6a8d2c82b27c2745e6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:33:07.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.663923 31356 raft_consensus.cc:504] T 35b0695db7f546f88a2abe2fa5454ba3 P 90882ae511314c6a8d2c82b27c2745e6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } }
17:33:07.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.665555 31356 leader_election.cc:288] T 35b0695db7f546f88a2abe2fa5454ba3 P 90882ae511314c6a8d2c82b27c2745e6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d071375d57de4e65b81f06b945a9bf58 (127.29.223.66:46533), 5abb4e963718434f82d3ec8264c47d22 (127.29.223.67:34061)
17:33:07.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.673972 31137 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "35b0695db7f546f88a2abe2fa5454ba3" candidate_uuid: "90882ae511314c6a8d2c82b27c2745e6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d071375d57de4e65b81f06b945a9bf58" is_pre_election: true
17:33:07.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.673975 31279 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "35b0695db7f546f88a2abe2fa5454ba3" candidate_uuid: "90882ae511314c6a8d2c82b27c2745e6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5abb4e963718434f82d3ec8264c47d22" is_pre_election: true
17:33:07.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.674500 31137 raft_consensus.cc:2454] T 35b0695db7f546f88a2abe2fa5454ba3 P d071375d57de4e65b81f06b945a9bf58 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 90882ae511314c6a8d2c82b27c2745e6 in term 0.
17:33:07.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.674521 31279 raft_consensus.cc:2454] T 35b0695db7f546f88a2abe2fa5454ba3 P 5abb4e963718434f82d3ec8264c47d22 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 90882ae511314c6a8d2c82b27c2745e6 in term 0.
17:33:07.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.675148 30919 leader_election.cc:302] T 35b0695db7f546f88a2abe2fa5454ba3 P 90882ae511314c6a8d2c82b27c2745e6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 5abb4e963718434f82d3ec8264c47d22, 90882ae511314c6a8d2c82b27c2745e6, d071375d57de4e65b81f06b945a9bf58; no voters:
17:33:07.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.675565 31356 raft_consensus.cc:2781] T 35b0695db7f546f88a2abe2fa5454ba3 P 90882ae511314c6a8d2c82b27c2745e6 [term 0 FOLLOWER]: Leader pre-election won for term 1
17:33:07.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.675685 31356 raft_consensus.cc:482] T 35b0695db7f546f88a2abe2fa5454ba3 P 90882ae511314c6a8d2c82b27c2745e6 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
17:33:07.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.675751 31356 raft_consensus.cc:3037] T 35b0695db7f546f88a2abe2fa5454ba3 P 90882ae511314c6a8d2c82b27c2745e6 [term 0 FOLLOWER]: Advancing to term 1
17:33:07.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.677742 31356 raft_consensus.cc:504] T 35b0695db7f546f88a2abe2fa5454ba3 P 90882ae511314c6a8d2c82b27c2745e6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } }
17:33:07.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.678314 31356 leader_election.cc:288] T 35b0695db7f546f88a2abe2fa5454ba3 P 90882ae511314c6a8d2c82b27c2745e6 [CANDIDATE]: Term 1 election: Requested vote from peers d071375d57de4e65b81f06b945a9bf58 (127.29.223.66:46533), 5abb4e963718434f82d3ec8264c47d22 (127.29.223.67:34061)
17:33:07.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.678786 31137 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "35b0695db7f546f88a2abe2fa5454ba3" candidate_uuid: "90882ae511314c6a8d2c82b27c2745e6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d071375d57de4e65b81f06b945a9bf58"
17:33:07.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.678834 31279 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "35b0695db7f546f88a2abe2fa5454ba3" candidate_uuid: "90882ae511314c6a8d2c82b27c2745e6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5abb4e963718434f82d3ec8264c47d22"
17:33:07.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.678957 31137 raft_consensus.cc:3037] T 35b0695db7f546f88a2abe2fa5454ba3 P d071375d57de4e65b81f06b945a9bf58 [term 0 FOLLOWER]: Advancing to term 1
17:33:07.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.679052 31279 raft_consensus.cc:3037] T 35b0695db7f546f88a2abe2fa5454ba3 P 5abb4e963718434f82d3ec8264c47d22 [term 0 FOLLOWER]: Advancing to term 1
17:33:07.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.680892 31137 raft_consensus.cc:2454] T 35b0695db7f546f88a2abe2fa5454ba3 P d071375d57de4e65b81f06b945a9bf58 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 90882ae511314c6a8d2c82b27c2745e6 in term 1.
17:33:07.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.681102 31279 raft_consensus.cc:2454] T 35b0695db7f546f88a2abe2fa5454ba3 P 5abb4e963718434f82d3ec8264c47d22 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 90882ae511314c6a8d2c82b27c2745e6 in term 1.
17:33:07.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.681313 30919 leader_election.cc:302] T 35b0695db7f546f88a2abe2fa5454ba3 P 90882ae511314c6a8d2c82b27c2745e6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 90882ae511314c6a8d2c82b27c2745e6, d071375d57de4e65b81f06b945a9bf58; no voters:
17:33:07.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.681636 31356 raft_consensus.cc:2781] T 35b0695db7f546f88a2abe2fa5454ba3 P 90882ae511314c6a8d2c82b27c2745e6 [term 1 FOLLOWER]: Leader election won for term 1
17:33:07.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.682065 31356 raft_consensus.cc:686] T 35b0695db7f546f88a2abe2fa5454ba3 P 90882ae511314c6a8d2c82b27c2745e6 [term 1 LEADER]: Becoming Leader. State: Replica: 90882ae511314c6a8d2c82b27c2745e6, State: Running, Role: LEADER
17:33:07.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.682479 31356 consensus_queue.cc:237] T 35b0695db7f546f88a2abe2fa5454ba3 P 90882ae511314c6a8d2c82b27c2745e6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } }
17:33:07.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.687650 30793 catalog_manager.cc:5495] T 35b0695db7f546f88a2abe2fa5454ba3 P 90882ae511314c6a8d2c82b27c2745e6 reported cstate change: term changed from 0 to 1, leader changed from <none> to 90882ae511314c6a8d2c82b27c2745e6 (127.29.223.65). New cstate: current_term: 1 leader_uuid: "90882ae511314c6a8d2c82b27c2745e6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } health_report { overall_health: UNKNOWN } } }
17:33:07.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.778302 31357 raft_consensus.cc:482] T a2755fff38bd413a8fde8c5096687369 P 5abb4e963718434f82d3ec8264c47d22 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:33:07.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.778579 31357 raft_consensus.cc:504] T a2755fff38bd413a8fde8c5096687369 P 5abb4e963718434f82d3ec8264c47d22 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } }
17:33:07.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.780167 31357 leader_election.cc:288] T a2755fff38bd413a8fde8c5096687369 P 5abb4e963718434f82d3ec8264c47d22 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 90882ae511314c6a8d2c82b27c2745e6 (127.29.223.65:38923), d071375d57de4e65b81f06b945a9bf58 (127.29.223.66:46533)
17:33:07.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.787984 31137 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a2755fff38bd413a8fde8c5096687369" candidate_uuid: "5abb4e963718434f82d3ec8264c47d22" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d071375d57de4e65b81f06b945a9bf58" is_pre_election: true
17:33:07.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.788295 31137 raft_consensus.cc:2454] T a2755fff38bd413a8fde8c5096687369 P d071375d57de4e65b81f06b945a9bf58 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5abb4e963718434f82d3ec8264c47d22 in term 0.
17:33:07.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.788329 30996 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a2755fff38bd413a8fde8c5096687369" candidate_uuid: "5abb4e963718434f82d3ec8264c47d22" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "90882ae511314c6a8d2c82b27c2745e6" is_pre_election: true
17:33:07.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.788844 30996 raft_consensus.cc:2454] T a2755fff38bd413a8fde8c5096687369 P 90882ae511314c6a8d2c82b27c2745e6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5abb4e963718434f82d3ec8264c47d22 in term 0.
17:33:07.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.788977 31205 leader_election.cc:302] T a2755fff38bd413a8fde8c5096687369 P 5abb4e963718434f82d3ec8264c47d22 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5abb4e963718434f82d3ec8264c47d22, d071375d57de4e65b81f06b945a9bf58; no voters:
17:33:07.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.789439 31357 raft_consensus.cc:2781] T a2755fff38bd413a8fde8c5096687369 P 5abb4e963718434f82d3ec8264c47d22 [term 0 FOLLOWER]: Leader pre-election won for term 1
17:33:07.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.789543 31357 raft_consensus.cc:482] T a2755fff38bd413a8fde8c5096687369 P 5abb4e963718434f82d3ec8264c47d22 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
17:33:07.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.789692 31357 raft_consensus.cc:3037] T a2755fff38bd413a8fde8c5096687369 P 5abb4e963718434f82d3ec8264c47d22 [term 0 FOLLOWER]: Advancing to term 1
17:33:07.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.791546 31357 raft_consensus.cc:504] T a2755fff38bd413a8fde8c5096687369 P 5abb4e963718434f82d3ec8264c47d22 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } }
17:33:07.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.792061 31357 leader_election.cc:288] T a2755fff38bd413a8fde8c5096687369 P 5abb4e963718434f82d3ec8264c47d22 [CANDIDATE]: Term 1 election: Requested vote from peers 90882ae511314c6a8d2c82b27c2745e6 (127.29.223.65:38923), d071375d57de4e65b81f06b945a9bf58 (127.29.223.66:46533)
17:33:07.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.792529 30996 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a2755fff38bd413a8fde8c5096687369" candidate_uuid: "5abb4e963718434f82d3ec8264c47d22" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "90882ae511314c6a8d2c82b27c2745e6"
17:33:07.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.792734 30996 raft_consensus.cc:3037] T a2755fff38bd413a8fde8c5096687369 P 90882ae511314c6a8d2c82b27c2745e6 [term 0 FOLLOWER]: Advancing to term 1
17:33:07.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.794166 31137 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a2755fff38bd413a8fde8c5096687369" candidate_uuid: "5abb4e963718434f82d3ec8264c47d22" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d071375d57de4e65b81f06b945a9bf58"
17:33:07.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.794377 31137 raft_consensus.cc:3037] T a2755fff38bd413a8fde8c5096687369 P d071375d57de4e65b81f06b945a9bf58 [term 0 FOLLOWER]: Advancing to term 1
17:33:07.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.795428 30996 raft_consensus.cc:2454] T a2755fff38bd413a8fde8c5096687369 P 90882ae511314c6a8d2c82b27c2745e6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5abb4e963718434f82d3ec8264c47d22 in term 1.
17:33:07.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.795847 31204 leader_election.cc:302] T a2755fff38bd413a8fde8c5096687369 P 5abb4e963718434f82d3ec8264c47d22 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5abb4e963718434f82d3ec8264c47d22, 90882ae511314c6a8d2c82b27c2745e6; no voters:
17:33:07.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.796195 31357 raft_consensus.cc:2781] T a2755fff38bd413a8fde8c5096687369 P 5abb4e963718434f82d3ec8264c47d22 [term 1 FOLLOWER]: Leader election won for term 1
17:33:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.796631 31357 raft_consensus.cc:686] T a2755fff38bd413a8fde8c5096687369 P 5abb4e963718434f82d3ec8264c47d22 [term 1 LEADER]: Becoming Leader. State: Replica: 5abb4e963718434f82d3ec8264c47d22, State: Running, Role: LEADER
17:33:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.797041 31137 raft_consensus.cc:2454] T a2755fff38bd413a8fde8c5096687369 P d071375d57de4e65b81f06b945a9bf58 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5abb4e963718434f82d3ec8264c47d22 in term 1.
17:33:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.797572 31357 consensus_queue.cc:237] T a2755fff38bd413a8fde8c5096687369 P 5abb4e963718434f82d3ec8264c47d22 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } }
17:33:07.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.802742 30793 catalog_manager.cc:5495] T a2755fff38bd413a8fde8c5096687369 P 5abb4e963718434f82d3ec8264c47d22 reported cstate change: term changed from 0 to 1, leader changed from <none> to 5abb4e963718434f82d3ec8264c47d22 (127.29.223.67). New cstate: current_term: 1 leader_uuid: "5abb4e963718434f82d3ec8264c47d22" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } health_report { overall_health: HEALTHY } } }
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.838678 30793 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:54854:
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
17:33:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
17:33:07.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
17:33:07.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:33:07.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
17:33:07.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
17:33:07.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:33:07.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
17:33:07.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:33:07.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:33:07.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:33:07.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
17:33:07.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:07.839589 30793 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
17:33:07.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.851639 31117 tablet_service.cc:1467] Processing CreateTablet for tablet da3cd4bffc82406087ac7feda5f157c8 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=60054d0db7584deca42e939ee2b0b920]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
17:33:07.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.852568 31117 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet da3cd4bffc82406087ac7feda5f157c8. 1 dirs total, 0 dirs full, 0 dirs failed
17:33:07.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.852707 30976 tablet_service.cc:1467] Processing CreateTablet for tablet da3cd4bffc82406087ac7feda5f157c8 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=60054d0db7584deca42e939ee2b0b920]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
17:33:07.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.852661 31251 tablet_service.cc:1467] Processing CreateTablet for tablet da3cd4bffc82406087ac7feda5f157c8 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=60054d0db7584deca42e939ee2b0b920]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
17:33:07.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.853655 30976 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet da3cd4bffc82406087ac7feda5f157c8. 1 dirs total, 0 dirs full, 0 dirs failed
17:33:07.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.853703 31251 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet da3cd4bffc82406087ac7feda5f157c8. 1 dirs total, 0 dirs full, 0 dirs failed
17:33:07.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:07.853873 31044 tablet.cc:2369] T 35b0695db7f546f88a2abe2fa5454ba3 P 90882ae511314c6a8d2c82b27c2745e6: Can't schedule compaction. Clean time has not been advanced past its initial value.
17:33:07.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.858804 31352 tablet_bootstrap.cc:492] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22: Bootstrap starting.
17:33:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.859970 31351 tablet_bootstrap.cc:492] T da3cd4bffc82406087ac7feda5f157c8 P d071375d57de4e65b81f06b945a9bf58: Bootstrap starting.
17:33:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.860309 31352 tablet_bootstrap.cc:654] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22: Neither blocks nor log segments found. Creating new log.
17:33:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.861968 31351 tablet_bootstrap.cc:654] T da3cd4bffc82406087ac7feda5f157c8 P d071375d57de4e65b81f06b945a9bf58: Neither blocks nor log segments found. Creating new log.
17:33:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.862673 31350 tablet_bootstrap.cc:492] T da3cd4bffc82406087ac7feda5f157c8 P 90882ae511314c6a8d2c82b27c2745e6: Bootstrap starting.
17:33:07.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.864331 31350 tablet_bootstrap.cc:654] T da3cd4bffc82406087ac7feda5f157c8 P 90882ae511314c6a8d2c82b27c2745e6: Neither blocks nor log segments found. Creating new log.
17:33:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.864740 31351 tablet_bootstrap.cc:492] T da3cd4bffc82406087ac7feda5f157c8 P d071375d57de4e65b81f06b945a9bf58: No bootstrap required, opened a new log
17:33:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.864912 31351 ts_tablet_manager.cc:1397] T da3cd4bffc82406087ac7feda5f157c8 P d071375d57de4e65b81f06b945a9bf58: Time spent bootstrapping tablet: real 0.005s user 0.004s sys 0.000s
17:33:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.865782 31351 raft_consensus.cc:348] T da3cd4bffc82406087ac7feda5f157c8 P d071375d57de4e65b81f06b945a9bf58 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } }
17:33:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.866060 31351 raft_consensus.cc:374] T da3cd4bffc82406087ac7feda5f157c8 P d071375d57de4e65b81f06b945a9bf58 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:33:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.866138 31351 raft_consensus.cc:729] T da3cd4bffc82406087ac7feda5f157c8 P d071375d57de4e65b81f06b945a9bf58 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d071375d57de4e65b81f06b945a9bf58, State: Initialized, Role: FOLLOWER
17:33:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.866576 31352 tablet_bootstrap.cc:492] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22: No bootstrap required, opened a new log
17:33:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.866407 31351 consensus_queue.cc:260] T da3cd4bffc82406087ac7feda5f157c8 P d071375d57de4e65b81f06b945a9bf58 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } }
17:33:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.866726 31352 ts_tablet_manager.cc:1397] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22: Time spent bootstrapping tablet: real 0.008s user 0.001s sys 0.002s
17:33:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.867280 31360 tablet_replica.cc:439] T da3cd4bffc82406087ac7feda5f157c8 P d071375d57de4e65b81f06b945a9bf58: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } } }
17:33:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.867481 31352 raft_consensus.cc:348] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } }
17:33:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.867725 31352 raft_consensus.cc:374] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:33:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.867748 31360 tablet_replica.cc:442] T da3cd4bffc82406087ac7feda5f157c8 P d071375d57de4e65b81f06b945a9bf58: This TxnStatusTablet replica's current role is: FOLLOWER
17:33:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.867801 31352 raft_consensus.cc:729] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5abb4e963718434f82d3ec8264c47d22, State: Initialized, Role: FOLLOWER
17:33:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:07.867905 31187 tablet.cc:2369] T 35b0695db7f546f88a2abe2fa5454ba3 P d071375d57de4e65b81f06b945a9bf58: Can't schedule compaction. Clean time has not been advanced past its initial value.
17:33:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.868073 31352 consensus_queue.cc:260] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } }
17:33:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.868485 31357 tablet_replica.cc:439] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } } }
17:33:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.868743 31357 tablet_replica.cc:442] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22: This TxnStatusTablet replica's current role is: FOLLOWER
17:33:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.870679 31351 ts_tablet_manager.cc:1428] T da3cd4bffc82406087ac7feda5f157c8 P d071375d57de4e65b81f06b945a9bf58: Time spent starting tablet: real 0.006s user 0.002s sys 0.000s
17:33:07.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.872047 31352 ts_tablet_manager.cc:1428] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22: Time spent starting tablet: real 0.005s user 0.002s sys 0.001s
17:33:07.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.872947 31350 tablet_bootstrap.cc:492] T da3cd4bffc82406087ac7feda5f157c8 P 90882ae511314c6a8d2c82b27c2745e6: No bootstrap required, opened a new log
17:33:07.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.873142 31350 ts_tablet_manager.cc:1397] T da3cd4bffc82406087ac7feda5f157c8 P 90882ae511314c6a8d2c82b27c2745e6: Time spent bootstrapping tablet: real 0.011s user 0.000s sys 0.003s
17:33:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.873952 31350 raft_consensus.cc:348] T da3cd4bffc82406087ac7feda5f157c8 P 90882ae511314c6a8d2c82b27c2745e6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } }
17:33:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.874210 31350 raft_consensus.cc:374] T da3cd4bffc82406087ac7feda5f157c8 P 90882ae511314c6a8d2c82b27c2745e6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:33:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.874289 31350 raft_consensus.cc:729] T da3cd4bffc82406087ac7feda5f157c8 P 90882ae511314c6a8d2c82b27c2745e6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 90882ae511314c6a8d2c82b27c2745e6, State: Initialized, Role: FOLLOWER
17:33:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.874531 31350 consensus_queue.cc:260] T da3cd4bffc82406087ac7feda5f157c8 P 90882ae511314c6a8d2c82b27c2745e6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } }
17:33:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.875174 31350 ts_tablet_manager.cc:1428] T da3cd4bffc82406087ac7feda5f157c8 P 90882ae511314c6a8d2c82b27c2745e6: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
17:33:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.875085 31356 tablet_replica.cc:439] T da3cd4bffc82406087ac7feda5f157c8 P 90882ae511314c6a8d2c82b27c2745e6: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } } }
17:33:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.875360 31356 tablet_replica.cc:442] T da3cd4bffc82406087ac7feda5f157c8 P 90882ae511314c6a8d2c82b27c2745e6: This TxnStatusTablet replica's current role is: FOLLOWER
17:33:07.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.997133 31357 raft_consensus.cc:482] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:33:07.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.997359 31357 raft_consensus.cc:504] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } }
17:33:07.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.997946 31357 leader_election.cc:288] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 90882ae511314c6a8d2c82b27c2745e6 (127.29.223.65:38923), d071375d57de4e65b81f06b945a9bf58 (127.29.223.66:46533)
17:33:07.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.998562 30996 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "da3cd4bffc82406087ac7feda5f157c8" candidate_uuid: "5abb4e963718434f82d3ec8264c47d22" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "90882ae511314c6a8d2c82b27c2745e6" is_pre_election: true
17:33:07.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.998580 31137 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "da3cd4bffc82406087ac7feda5f157c8" candidate_uuid: "5abb4e963718434f82d3ec8264c47d22" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d071375d57de4e65b81f06b945a9bf58" is_pre_election: true
17:33:07.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.998796 30996 raft_consensus.cc:2454] T da3cd4bffc82406087ac7feda5f157c8 P 90882ae511314c6a8d2c82b27c2745e6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5abb4e963718434f82d3ec8264c47d22 in term 0.
17:33:07.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.998813 31137 raft_consensus.cc:2454] T da3cd4bffc82406087ac7feda5f157c8 P d071375d57de4e65b81f06b945a9bf58 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5abb4e963718434f82d3ec8264c47d22 in term 0.
17:33:07.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.999240 31204 leader_election.cc:302] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5abb4e963718434f82d3ec8264c47d22, 90882ae511314c6a8d2c82b27c2745e6; no voters:
17:33:07.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.999555 31357 raft_consensus.cc:2781] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22 [term 0 FOLLOWER]: Leader pre-election won for term 1
17:33:07.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.999666 31357 raft_consensus.cc:482] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
17:33:07.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:07.999743 31357 raft_consensus.cc:3037] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22 [term 0 FOLLOWER]: Advancing to term 1
17:33:08.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.001721 31357 raft_consensus.cc:504] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } }
17:33:08.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.002274 31357 leader_election.cc:288] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22 [CANDIDATE]: Term 1 election: Requested vote from peers 90882ae511314c6a8d2c82b27c2745e6 (127.29.223.65:38923), d071375d57de4e65b81f06b945a9bf58 (127.29.223.66:46533)
17:33:08.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.002800 30996 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "da3cd4bffc82406087ac7feda5f157c8" candidate_uuid: "5abb4e963718434f82d3ec8264c47d22" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "90882ae511314c6a8d2c82b27c2745e6"
17:33:08.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.002820 31137 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "da3cd4bffc82406087ac7feda5f157c8" candidate_uuid: "5abb4e963718434f82d3ec8264c47d22" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d071375d57de4e65b81f06b945a9bf58"
17:33:08.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.003019 31137 raft_consensus.cc:3037] T da3cd4bffc82406087ac7feda5f157c8 P d071375d57de4e65b81f06b945a9bf58 [term 0 FOLLOWER]: Advancing to term 1
17:33:08.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.003065 30996 raft_consensus.cc:3037] T da3cd4bffc82406087ac7feda5f157c8 P 90882ae511314c6a8d2c82b27c2745e6 [term 0 FOLLOWER]: Advancing to term 1
17:33:08.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.005807 30996 raft_consensus.cc:2454] T da3cd4bffc82406087ac7feda5f157c8 P 90882ae511314c6a8d2c82b27c2745e6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5abb4e963718434f82d3ec8264c47d22 in term 1.
17:33:08.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.005820 31137 raft_consensus.cc:2454] T da3cd4bffc82406087ac7feda5f157c8 P d071375d57de4e65b81f06b945a9bf58 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5abb4e963718434f82d3ec8264c47d22 in term 1.
17:33:08.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.006296 31204 leader_election.cc:302] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 5abb4e963718434f82d3ec8264c47d22, 90882ae511314c6a8d2c82b27c2745e6, d071375d57de4e65b81f06b945a9bf58; no voters:
17:33:08.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.006637 31357 raft_consensus.cc:2781] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22 [term 1 FOLLOWER]: Leader election won for term 1
17:33:08.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.006793 31357 raft_consensus.cc:686] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22 [term 1 LEADER]: Becoming Leader. State: Replica: 5abb4e963718434f82d3ec8264c47d22, State: Running, Role: LEADER
17:33:08.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.007097 31357 consensus_queue.cc:237] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } }
17:33:08.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.008642 31366 tablet_replica.cc:439] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22: TxnStatusTablet state changed. Reason: New leader 5abb4e963718434f82d3ec8264c47d22. Latest consensus state: current_term: 1 leader_uuid: "5abb4e963718434f82d3ec8264c47d22" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } } }
17:33:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.008955 31366 tablet_replica.cc:442] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22: This TxnStatusTablet replica's current role is: LEADER
17:33:08.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.010020 31380 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
17:33:08.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.010318 31380 txn_status_manager.cc:929] Loading transaction status metadata into memory...
17:33:08.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.010705 30792 catalog_manager.cc:5495] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22 reported cstate change: term changed from 0 to 1, leader changed from <none> to 5abb4e963718434f82d3ec8264c47d22 (127.29.223.67). New cstate: current_term: 1 leader_uuid: "5abb4e963718434f82d3ec8264c47d22" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } health_report { overall_health: HEALTHY } } }
17:33:08.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.075796 31137 raft_consensus.cc:1261] T da3cd4bffc82406087ac7feda5f157c8 P d071375d57de4e65b81f06b945a9bf58 [term 1 FOLLOWER]: Refusing update from remote peer 5abb4e963718434f82d3ec8264c47d22: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
17:33:08.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.075883 30996 raft_consensus.cc:1261] T da3cd4bffc82406087ac7feda5f157c8 P 90882ae511314c6a8d2c82b27c2745e6 [term 1 FOLLOWER]: Refusing update from remote peer 5abb4e963718434f82d3ec8264c47d22: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
17:33:08.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.076764 31366 consensus_queue.cc:1035] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22 [LEADER]: Connected to new peer: Peer: permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
17:33:08.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.077224 31357 consensus_queue.cc:1035] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
17:33:08.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.096962 31360 tablet_replica.cc:439] T da3cd4bffc82406087ac7feda5f157c8 P d071375d57de4e65b81f06b945a9bf58: TxnStatusTablet state changed. Reason: New leader 5abb4e963718434f82d3ec8264c47d22. Latest consensus state: current_term: 1 leader_uuid: "5abb4e963718434f82d3ec8264c47d22" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } } }
17:33:08.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.097280 31360 tablet_replica.cc:442] T da3cd4bffc82406087ac7feda5f157c8 P d071375d57de4e65b81f06b945a9bf58: This TxnStatusTablet replica's current role is: FOLLOWER
17:33:08.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.104584 31366 tablet_replica.cc:439] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5abb4e963718434f82d3ec8264c47d22" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } } }
17:33:08.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.104867 31366 tablet_replica.cc:442] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22: This TxnStatusTablet replica's current role is: LEADER
17:33:08.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.106277 31385 mvcc.cc:205] Tried to move back new op lower bound from 7332596891948503040 to 7332596891679363072. Current Snapshot: MvccSnapshot[applied={T|T < 7332596891948503040}]
17:33:08.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.107638 31360 tablet_replica.cc:439] T da3cd4bffc82406087ac7feda5f157c8 P d071375d57de4e65b81f06b945a9bf58: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5abb4e963718434f82d3ec8264c47d22" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } } }
17:33:08.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.108806 31360 tablet_replica.cc:442] T da3cd4bffc82406087ac7feda5f157c8 P d071375d57de4e65b81f06b945a9bf58: This TxnStatusTablet replica's current role is: FOLLOWER
17:33:08.113 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
17:33:08.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.114738 31356 tablet_replica.cc:439] T da3cd4bffc82406087ac7feda5f157c8 P 90882ae511314c6a8d2c82b27c2745e6: TxnStatusTablet state changed. Reason: New leader 5abb4e963718434f82d3ec8264c47d22. Latest consensus state: current_term: 1 leader_uuid: "5abb4e963718434f82d3ec8264c47d22" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } } }
17:33:08.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.115031 31356 tablet_replica.cc:442] T da3cd4bffc82406087ac7feda5f157c8 P 90882ae511314c6a8d2c82b27c2745e6: This TxnStatusTablet replica's current role is: FOLLOWER
17:33:08.116 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 7f1c7ef6b8b143ca87a4afd6fc34f58d
17:33:08.119 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 35b0695db7f546f88a2abe2fa5454ba3 for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
17:33:08.119 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a2755fff38bd413a8fde8c5096687369 for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
17:33:08.119 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=35b0695db7f546f88a2abe2fa5454ba3@[5abb4e963718434f82d3ec8264c47d22(127.29.223.67:34061),90882ae511314c6a8d2c82b27c2745e6(127.29.223.65:38923)[L],d071375d57de4e65b81f06b945a9bf58(127.29.223.66:46533)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=a2755fff38bd413a8fde8c5096687369@[5abb4e963718434f82d3ec8264c47d22(127.29.223.67:34061)[L],90882ae511314c6a8d2c82b27c2745e6(127.29.223.65:38923),d071375d57de4e65b81f06b945a9bf58(127.29.223.66:46533)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
17:33:08.119 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC GetTableLocations: received response from server master-127.29.223.124:37551: OK, deferred=null) after lookup
17:33:08.120 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 90882ae511314c6a8d2c82b27c2745e6(127.29.223.65:38923)] connecting to peer
17:33:08.126 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 90882ae511314c6a8d2c82b27c2745e6(127.29.223.65:38923)] Successfully connected to peer
17:33:08.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.126667 31357 tablet_replica.cc:439] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5abb4e963718434f82d3ec8264c47d22" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } } }
17:33:08.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.127425 31357 tablet_replica.cc:442] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22: This TxnStatusTablet replica's current role is: LEADER
17:33:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.132017 31356 tablet_replica.cc:439] T da3cd4bffc82406087ac7feda5f157c8 P 90882ae511314c6a8d2c82b27c2745e6: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5abb4e963718434f82d3ec8264c47d22" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 } } peers { permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 } } peers { permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 } } }
17:33:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.132302 31356 tablet_replica.cc:442] T da3cd4bffc82406087ac7feda5f157c8 P 90882ae511314c6a8d2c82b27c2745e6: This TxnStatusTablet replica's current role is: FOLLOWER
17:33:08.141 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xdb9c5a46, L:/127.0.0.1:49152 - R:/127.29.223.65:38923] using TOKEN/null
17:33:08.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.168603 31137 raft_consensus.cc:1261] T 35b0695db7f546f88a2abe2fa5454ba3 P d071375d57de4e65b81f06b945a9bf58 [term 1 FOLLOWER]: Refusing update from remote peer 90882ae511314c6a8d2c82b27c2745e6: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
17:33:08.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.168882 31279 raft_consensus.cc:1261] T 35b0695db7f546f88a2abe2fa5454ba3 P 5abb4e963718434f82d3ec8264c47d22 [term 1 FOLLOWER]: Refusing update from remote peer 90882ae511314c6a8d2c82b27c2745e6: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
17:33:08.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.169329 31364 consensus_queue.cc:1035] T 35b0695db7f546f88a2abe2fa5454ba3 P 90882ae511314c6a8d2c82b27c2745e6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
17:33:08.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.169783 31356 consensus_queue.cc:1035] T 35b0695db7f546f88a2abe2fa5454ba3 P 90882ae511314c6a8d2c82b27c2745e6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5abb4e963718434f82d3ec8264c47d22" member_type: VOTER last_known_addr { host: "127.29.223.67" port: 34061 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
17:33:08.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.184628 31384 mvcc.cc:205] Tried to move back new op lower bound from 7332596892332388352 to 7332596890351099904. Current Snapshot: MvccSnapshot[applied={T|T < 7332596892332388352}]
17:33:08.195 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.29.223.124:37551
17:33:08.196 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
17:33:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.197022 30589 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskzZC6QX/build/asan/bin/kudu pid 30759
17:33:08.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.198498 30833 generic_service.cc:196] Checking for leaks (request via RPC)
17:33:08.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.250487 31390 consensus_queue.cc:1035] T a2755fff38bd413a8fde8c5096687369 P 5abb4e963718434f82d3ec8264c47d22 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d071375d57de4e65b81f06b945a9bf58" member_type: VOTER last_known_addr { host: "127.29.223.66" port: 46533 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
17:33:08.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.257926 31366 consensus_queue.cc:1035] T a2755fff38bd413a8fde8c5096687369 P 5abb4e963718434f82d3ec8264c47d22 [LEADER]: Connected to new peer: Peer: permanent_uuid: "90882ae511314c6a8d2c82b27c2745e6" member_type: VOTER last_known_addr { host: "127.29.223.65" port: 38923 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
17:33:08.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.346024 30589 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskzZC6QX/build/asan/bin/kudu with pid 30759
17:33:08.373 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.29.223.124:37551(127.29.223.124:37551)] handling channelInactive
17:33:08.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state READY due to: connection closed
17:33:08.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:08.374526 31183 heartbeater.cc:644] Failed to heartbeat to 127.29.223.124:37551 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.29.223.124:37551 (error 108)
17:33:08.376 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
17:33:08.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:08.376487 31041 heartbeater.cc:644] Failed to heartbeat to 127.29.223.124:37551 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.29.223.124:37551 (error 108)
17:33:08.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.442274 31401 raft_consensus.cc:482] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [term 1 FOLLOWER]: Starting pre-election (detected failure of leader af0384c90acf409891ecfa292fbad2d3)
17:33:08.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.442423 31402 raft_consensus.cc:482] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader af0384c90acf409891ecfa292fbad2d3)
17:33:08.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.442553 31401 raft_consensus.cc:504] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } }
17:33:08.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.442629 31402 raft_consensus.cc:504] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } }
17:33:08.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.443394 31401 leader_election.cc:288] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers b3e4ebffd6234044a89abc551e9bab52 (127.29.223.126:44737), af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551)
17:33:08.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.444487 30640 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "513aca88421d45fb950dc7e09028629d" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "b3e4ebffd6234044a89abc551e9bab52" is_pre_election: true
17:33:08.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.444908 30720 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b3e4ebffd6234044a89abc551e9bab52" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "513aca88421d45fb950dc7e09028629d" is_pre_election: true
17:33:08.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.445149 30720 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b3e4ebffd6234044a89abc551e9bab52 in term 1.
17:33:08.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.445408 30640 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 513aca88421d45fb950dc7e09028629d in term 1.
17:33:08.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.445849 31402 leader_election.cc:288] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795), af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551)
17:33:08.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.445778 30616 leader_election.cc:302] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 513aca88421d45fb950dc7e09028629d, b3e4ebffd6234044a89abc551e9bab52; no voters:
17:33:08.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.446503 30698 leader_election.cc:302] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 513aca88421d45fb950dc7e09028629d, b3e4ebffd6234044a89abc551e9bab52; no voters:
17:33:08.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.446766 31401 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [term 1 FOLLOWER]: Leader pre-election won for term 2
17:33:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.446878 31401 raft_consensus.cc:482] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [term 1 FOLLOWER]: Starting leader election (detected failure of leader af0384c90acf409891ecfa292fbad2d3)
17:33:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.446995 31401 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [term 1 FOLLOWER]: Advancing to term 2
17:33:08.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.451277 31401 raft_consensus.cc:504] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } }
17:33:08.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.453044 31402 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 1 FOLLOWER]: Leader pre-election won for term 2
17:33:08.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.453186 31402 raft_consensus.cc:482] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 1 FOLLOWER]: Starting leader election (detected failure of leader af0384c90acf409891ecfa292fbad2d3)
17:33:08.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.453302 31402 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 1 FOLLOWER]: Advancing to term 2
17:33:08.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.453271 30640 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "513aca88421d45fb950dc7e09028629d" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "b3e4ebffd6234044a89abc551e9bab52"
17:33:08.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.453857 31401 leader_election.cc:288] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [CANDIDATE]: Term 2 election: Requested vote from peers b3e4ebffd6234044a89abc551e9bab52 (127.29.223.126:44737), af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551)
17:33:08.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:08.456264 30699 leader_election.cc:334] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551): Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111)
17:33:08.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.456394 31402 raft_consensus.cc:504] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } }
17:33:08.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.457033 30640 raft_consensus.cc:2379] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 513aca88421d45fb950dc7e09028629d in current term 2: Already voted for candidate b3e4ebffd6234044a89abc551e9bab52 in this term.
17:33:08.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:08.458020 30699 leader_election.cc:334] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551): Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111)
17:33:08.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.458330 30699 leader_election.cc:302] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 513aca88421d45fb950dc7e09028629d; no voters: af0384c90acf409891ecfa292fbad2d3, b3e4ebffd6234044a89abc551e9bab52
17:33:08.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.458742 31401 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
17:33:08.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.458794 30720 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b3e4ebffd6234044a89abc551e9bab52" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "513aca88421d45fb950dc7e09028629d"
17:33:08.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.459101 31402 leader_election.cc:288] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 2 election: Requested vote from peers 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795), af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551)
17:33:08.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.459710 30720 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate b3e4ebffd6234044a89abc551e9bab52 in current term 2: Already voted for candidate 513aca88421d45fb950dc7e09028629d in this term.
17:33:08.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:08.459703 30618 leader_election.cc:334] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551): Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111)
17:33:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:08.461683 30618 leader_election.cc:334] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551): Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111)
17:33:08.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.461795 30618 leader_election.cc:302] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b3e4ebffd6234044a89abc551e9bab52; no voters: 513aca88421d45fb950dc7e09028629d, af0384c90acf409891ecfa292fbad2d3
17:33:08.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.462046 31402 raft_consensus.cc:2726] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
17:33:08.631 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:08.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:08.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:08.632 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.29.223.124:37551(127.29.223.124:37551) for tablet Kudu Master: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:08.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:08.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:08.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:08.649 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:08.650 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:08.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:08.655748 31324 heartbeater.cc:644] Failed to heartbeat to 127.29.223.124:37551 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111)
17:33:08.669 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:08.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:08.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:08.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:08.671 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:08.689 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:08.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:08.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:08.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:08.691 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:08.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:08.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:08.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:08.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:08.711 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:08.749 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:08.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:08.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:08.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:08.751 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:08.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:08.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:08.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:08.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:08.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:08.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.800390 31401 raft_consensus.cc:482] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:33:08.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.800783 31401 raft_consensus.cc:504] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } }
17:33:08.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.801657 31401 leader_election.cc:288] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers b3e4ebffd6234044a89abc551e9bab52 (127.29.223.126:44737), af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551)
17:33:08.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.802372 30640 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "513aca88421d45fb950dc7e09028629d" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "b3e4ebffd6234044a89abc551e9bab52" is_pre_election: true
17:33:08.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.802698 30640 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 513aca88421d45fb950dc7e09028629d in term 2.
17:33:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.803181 30698 leader_election.cc:302] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 513aca88421d45fb950dc7e09028629d, b3e4ebffd6234044a89abc551e9bab52; no voters:
17:33:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:08.803391 30699 leader_election.cc:334] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551): Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111)
17:33:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.803493 31401 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [term 2 FOLLOWER]: Leader pre-election won for term 3
17:33:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.803606 31401 raft_consensus.cc:482] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
17:33:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.803730 31401 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [term 2 FOLLOWER]: Advancing to term 3
17:33:08.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.805572 31401 raft_consensus.cc:504] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } }
17:33:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.806174 31401 leader_election.cc:288] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [CANDIDATE]: Term 3 election: Requested vote from peers b3e4ebffd6234044a89abc551e9bab52 (127.29.223.126:44737), af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551)
17:33:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.806715 30640 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "513aca88421d45fb950dc7e09028629d" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "b3e4ebffd6234044a89abc551e9bab52"
17:33:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.806957 30640 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 2 FOLLOWER]: Advancing to term 3
17:33:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:08.807528 30699 leader_election.cc:334] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551): Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111)
17:33:08.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.808871 30640 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 513aca88421d45fb950dc7e09028629d in term 3.
17:33:08.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.809322 30698 leader_election.cc:302] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 513aca88421d45fb950dc7e09028629d, b3e4ebffd6234044a89abc551e9bab52; no voters: af0384c90acf409891ecfa292fbad2d3
17:33:08.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.809568 31401 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [term 3 FOLLOWER]: Leader election won for term 3
17:33:08.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.810096 31401 raft_consensus.cc:686] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [term 3 LEADER]: Becoming Leader. State: Replica: 513aca88421d45fb950dc7e09028629d, State: Running, Role: LEADER
17:33:08.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.810539 31401 consensus_queue.cc:237] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } }
17:33:08.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.811889 31409 sys_catalog.cc:455] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 513aca88421d45fb950dc7e09028629d. Latest consensus state: current_term: 3 leader_uuid: "513aca88421d45fb950dc7e09028629d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } } }
17:33:08.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.812209 31409 sys_catalog.cc:458] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [sys.catalog]: This master's current role is: LEADER
17:33:08.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.812791 31410 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
17:33:08.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.815196 31410 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=60054d0db7584deca42e939ee2b0b920]
17:33:08.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.815742 31410 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback [id=7f1c7ef6b8b143ca87a4afd6fc34f58d]
17:33:08.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.817438 31410 tablet_loader.cc:96] loaded metadata for tablet 35b0695db7f546f88a2abe2fa5454ba3 (table txn_manager_fallback [id=7f1c7ef6b8b143ca87a4afd6fc34f58d])
17:33:08.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.817879 31410 tablet_loader.cc:96] loaded metadata for tablet a2755fff38bd413a8fde8c5096687369 (table txn_manager_fallback [id=7f1c7ef6b8b143ca87a4afd6fc34f58d])
17:33:08.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.818218 31410 tablet_loader.cc:96] loaded metadata for tablet da3cd4bffc82406087ac7feda5f157c8 (table kudu_system.kudu_transactions [id=60054d0db7584deca42e939ee2b0b920])
17:33:08.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.818496 31410 catalog_manager.cc:1484] Initializing Kudu cluster ID...
17:33:08.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.819418 31410 catalog_manager.cc:1259] Loaded cluster ID: 6fc89eafee9649cba85adbb4fea1f11b
17:33:08.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.819538 31410 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
17:33:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.820634 31410 catalog_manager.cc:1504] Loading token signing keys...
17:33:08.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.821475 31410 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d: Loaded TSK: 0
17:33:08.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.822335 31410 catalog_manager.cc:1514] Initializing in-progress tserver states...
17:33:08.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:08.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:08.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:08.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:08.872 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
17:33:08.873 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] sending RPC to server master-127.29.223.124:37551, [4ms] received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: OK, deferred=Deferred@343017079(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1485390862@1dd2033d -> (continuation of Deferred@694230148 after retry RPC after error@1966870521) -> (continuation of Deferred@1903816343 after retry RPC after error@2084556910) -> (continuation of Deferred@1562076753 after retry RPC after error@1213069772) -> (continuation of Deferred@1988016900 after retry RPC after error@1950398725) -> (continuation of Deferred@1919905842 after retry RPC after error@1431004202) -> (continuation of Deferred@1458455324 after retry RPC after error@655835221), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1837571313@2ef05a65 -> (continuation of Deferred@694230148 after retry RPC after error@1966870521) -> (continuation of Deferred@1903816343 after retry RPC after error@2084556910) -> (continuation of Deferred@1562076753 after retry RPC after error@1213069772) -> (continuation of Deferred@1988016900 after retry RPC after error@1950398725) -> (continuation of Deferred@1919905842 after retry RPC after error@1431004202) -> (continuation of Deferred@1458455324 after retry RPC after error@655835221))) after lookup
17:33:08.889 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.29.223.124:37551, [4ms] received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: OK, [246ms] sending RPC to server master-127.29.223.125:43795, deferred=Deferred@343017079(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1485390862@1dd2033d -> (continuation of Deferred@694230148 after retry RPC after error@1966870521) -> (continuation of Deferred@1903816343 after retry RPC after error@2084556910) -> (continuation of Deferred@1562076753 after retry RPC after error@1213069772) -> (continuation of Deferred@1988016900 after retry RPC after error@1950398725) -> (continuation of Deferred@1919905842 after retry RPC after error@1431004202) -> (continuation of Deferred@1458455324 after retry RPC after error@655835221) -> (continuation of Deferred@356273088 after retry RPC@236895942), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1837571313@2ef05a65 -> (continuation of Deferred@694230148 after retry RPC after error@1966870521) -> (continuation of Deferred@1903816343 after retry RPC after error@2084556910) -> (continuation of Deferred@1562076753 after retry RPC after error@1213069772) -> (continuation of Deferred@1988016900 after retry RPC after error@1950398725) -> (continuation of Deferred@1919905842 after retry RPC after error@1431004202) -> (continuation of Deferred@1458455324 after retry RPC after error@655835221) -> (continuation of Deferred@356273088 after retry RPC@236895942)))
17:33:08.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.889976 30640 raft_consensus.cc:1261] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Refusing update from remote peer 513aca88421d45fb950dc7e09028629d: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
17:33:08.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.890865 31409 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [LEADER]: Connected to new peer: Peer: permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
17:33:08.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.893110 31402 sys_catalog.cc:455] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 513aca88421d45fb950dc7e09028629d. Latest consensus state: current_term: 3 leader_uuid: "513aca88421d45fb950dc7e09028629d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } } }
17:33:08.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.893661 31402 sys_catalog.cc:458] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [sys.catalog]: This master's current role is: FOLLOWER
17:33:08.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.897249 31402 sys_catalog.cc:455] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "513aca88421d45fb950dc7e09028629d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } } }
17:33:08.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.897718 31402 sys_catalog.cc:458] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [sys.catalog]: This master's current role is: FOLLOWER
17:33:08.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:08.910104 30742 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:57940 (request call id 8) took 35 ms (client timeout 4 ms). Trace:
17:33:08.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:08.910408 30742 rpcz_store.cc:269] 0923 17:33:08.874914 (+ 0us) service_pool.cc:170] Inserting onto call queue
17:33:08.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:33:08.875026 (+ 112us) service_pool.cc:227] Handling call
17:33:08.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:33:08.909879 (+ 34853us) inbound_call.cc:173] Queueing success response
17:33:08.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":511,"thread_start_us":945,"threads_started":4}
17:33:08.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:08.911619 30699 consensus_peers.cc:487] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d -> Peer af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551): Couldn't send request to peer af0384c90acf409891ecfa292fbad2d3. Status: Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
17:33:08.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.911525 31401 sys_catalog.cc:455] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "513aca88421d45fb950dc7e09028629d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } } }
17:33:08.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.911845 31401 sys_catalog.cc:458] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d [sys.catalog]: This master's current role is: LEADER
17:33:08.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 2863583324062 + 9223369173271453235 cannot be represented in type 'long'
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:08.969471 30711 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:57944:
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
17:33:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:33:08.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
17:33:08.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
17:33:08.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:33:08.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
17:33:08.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:33:08.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:33:08.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:33:08.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
17:33:08.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:08.995944 30711 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
17:33:09.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:09.398788 30699 consensus_peers.cc:487] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d -> Peer af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551): Couldn't send request to peer af0384c90acf409891ecfa292fbad2d3. Status: Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
17:33:09.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:09.940536 30699 consensus_peers.cc:487] T 00000000000000000000000000000000 P 513aca88421d45fb950dc7e09028629d -> Peer af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551): Couldn't send request to peer af0384c90acf409891ecfa292fbad2d3. Status: Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
17:33:10.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7f1b48464538 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28
17:33:10.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0x9dd255 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/countdown_latch.h:99:38
17:33:10.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:10.056649 30699 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111) [suppressed 19 similar messages]
17:33:10.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7f1b5b4d4be2 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/promise.h:57:16
17:33:10.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7f1b5b4c57d4 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master.cc:458:48
17:33:10.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7f1b5b61a16b in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager.cc:283:21
17:33:10.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7f1b5b61ad5b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::string const&, kudu::MonoTime const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager.cc:226:3
17:33:10.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7f1b5b61f9cf in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager_service.cc:159:42
17:33:10.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7f1b556d0cc6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/build/asan/src/kudu/master/txn_manager.service.cc:271:13
17:33:10.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7f1b556d09f5 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/8/bits/std_function.h:297:2
17:33:10.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7f1b4f0419be in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/8/bits/std_function.h:687:14
17:33:10.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7f1b4f04079e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_if.cc:137:3
17:33:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7f1b4f046b25 in kudu::rpc::ServicePool::RunThread() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_pool.cc:231:15
17:33:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7f1b4f04754f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_pool.cc:92:5
17:33:10.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7f1b4f047378 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/8/bits/std_function.h:297:2
17:33:10.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0x9edb7c in std::function<void ()>::operator()() const ../../../include/c++/8/bits/std_function.h:687:14
17:33:10.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7f1b48529eae in kudu::Thread::SuperviseThread(void*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:694:3
17:33:10.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7f1b4b8036da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
17:33:10.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7f1b4479961e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12161e)
17:33:10.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:33:10.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28 in
17:33:10.147 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.29.223.125:43795(127.29.223.125:43795)] handling channelInactive
17:33:10.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state READY due to: connection closed
17:33:10.147 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.29.223.125:43795(127.29.223.125:43795) for tablet Kudu Master: connection closed
17:33:10.169 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:33:10.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:10.265738 31185 heartbeater.cc:503] Master 127.29.223.125:43795 was elected leader, sending a full tablet report...
17:33:10.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:10.268904 31043 heartbeater.cc:503] Master 127.29.223.125:43795 was elected leader, sending a full tablet report...
17:33:10.376 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:10.377 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:10.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:10.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:10.389 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:10.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.392 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:10.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:10.404546 31432 raft_consensus.cc:482] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 513aca88421d45fb950dc7e09028629d)
17:33:10.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:10.404780 31432 raft_consensus.cc:504] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } }
17:33:10.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:10.405575 31432 leader_election.cc:288] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795), af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551)
17:33:10.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:10.406802 30616 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111) [suppressed 9 similar messages]
17:33:10.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:10.408200 30616 leader_election.cc:334] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795): Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111)
17:33:10.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:10.408350 30618 leader_election.cc:334] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551): Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111)
17:33:10.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:10.408512 30618 leader_election.cc:302] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b3e4ebffd6234044a89abc551e9bab52; no voters: 513aca88421d45fb950dc7e09028629d, af0384c90acf409891ecfa292fbad2d3
17:33:10.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:10.408793 31432 raft_consensus.cc:2726] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
17:33:10.409 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:10.409 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:10.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:10.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:10.429 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:10.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:10.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:10.449 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:10.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.452 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:10.469 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:10.469 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:10.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.472 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:10.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:10.489 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:10.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.489 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.492 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:10.514595 30600 master_runner.cc:186] Error getting master registration for 127.29.223.125:43795: Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111),
17:33:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:10.514787 30600 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:33:10.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:10.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:10.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:10.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:10.589 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:10.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.589 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:10.609 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:10.609 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:10.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.612 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:10.612 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:10.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:10.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:10.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:10.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:10.649 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:10.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:10.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:10.658215 31326 heartbeater.cc:503] Master 127.29.223.125:43795 was elected leader, sending a full tablet report...
17:33:10.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:10.689 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:10.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:10.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:10.716763 31432 raft_consensus.cc:482] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 513aca88421d45fb950dc7e09028629d)
17:33:10.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:10.716979 31432 raft_consensus.cc:504] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } }
17:33:10.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:10.717561 31432 leader_election.cc:288] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795), af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551)
17:33:10.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:10.719053 30618 leader_election.cc:334] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551): Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111)
17:33:10.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:10.719229 30616 leader_election.cc:334] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795): Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111)
17:33:10.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:10.719345 30616 leader_election.cc:302] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b3e4ebffd6234044a89abc551e9bab52; no voters: 513aca88421d45fb950dc7e09028629d, af0384c90acf409891ecfa292fbad2d3
17:33:10.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:10.719556 31432 raft_consensus.cc:2726] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
17:33:10.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:10.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:10.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.749 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:10.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:10.809 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:10.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:10.812 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:10.813 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [244ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@989567559(state=PENDING, result=null, callback=(continuation of Deferred@45325154 after retry RPC after error@798813874) -> (continuation of Deferred@861666565 after retry RPC after error@1427402891) -> (continuation of Deferred@1273141696 after retry RPC after error@63117168) -> (continuation of Deferred@1872523736 after retry RPC after error@435868808) -> (continuation of Deferred@1175020270 after retry RPC after error@1567266248) -> (continuation of Deferred@1366568204 after retry RPC after error@518389054) -> (continuation of Deferred@326562334 after retry RPC after error@440136045), errback=(continuation of Deferred@45325154 after retry RPC after error@798813874) -> (continuation of Deferred@861666565 after retry RPC after error@1427402891) -> (continuation of Deferred@1273141696 after retry RPC after error@63117168) -> (continuation of Deferred@1872523736 after retry RPC after error@435868808) -> (continuation of Deferred@1175020270 after retry RPC after error@1567266248) -> (continuation of Deferred@1366568204 after retry RPC after error@518389054) -> (continuation of Deferred@326562334 after retry RPC after error@440136045)))
17:33:10.813 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [244ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@989567559(state=PENDING, result=null, callback=(continuation of Deferred@45325154 after retry RPC after error@798813874) -> (continuation of Deferred@861666565 after retry RPC after error@1427402891) -> (continuation of Deferred@1273141696 after retry RPC after error@63117168) -> (continuation of Deferred@1872523736 after retry RPC after error@435868808) -> (continuation of Deferred@1175020270 after retry RPC after error@1567266248) -> (continuation of Deferred@1366568204 after retry RPC after error@518389054) -> (continuation of Deferred@326562334 after retry RPC after error@440136045), errback=(continuation of Deferred@45325154 after retry RPC after error@798813874) -> (continuation of Deferred@861666565 after retry RPC after error@1427402891) -> (continuation of Deferred@1273141696 after retry RPC after error@63117168) -> (continuation of Deferred@1872523736 after retry RPC after error@435868808) -> (continuation of Deferred@1175020270 after retry RPC after error@1567266248) -> (continuation of Deferred@1366568204 after retry RPC after error@518389054) -> (continuation of Deferred@326562334 after retry RPC after error@440136045)))
17:33:10.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:10.829 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:10.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.832 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:10.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:10.849 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:10.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.852 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:10.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:10.869 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:10.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:10.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:10.889 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:10.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.892 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:10.908 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:10.908 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:10.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.909 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.909 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:10.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:10.929 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:10.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:10.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:10.969 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:10.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:10.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:10.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.049 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.052 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.052 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [4ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@114988589(state=PENDING, result=null, callback=(continuation of Deferred@720864120 after retry RPC after error@46689739) -> (continuation of Deferred@917978458 after retry RPC after error@1687076447) -> (continuation of Deferred@1920208373 after retry RPC after error@865304645) -> (continuation of Deferred@1019291264 after retry RPC after error@757861121) -> (continuation of Deferred@2137370868 after retry RPC after error@1356564213) -> (continuation of Deferred@1704681288 after retry RPC after error@681719033) -> (continuation of Deferred@2048054025 after retry RPC after error@1987186320), errback=(continuation of Deferred@720864120 after retry RPC after error@46689739) -> (continuation of Deferred@917978458 after retry RPC after error@1687076447) -> (continuation of Deferred@1920208373 after retry RPC after error@865304645) -> (continuation of Deferred@1019291264 after retry RPC after error@757861121) -> (continuation of Deferred@2137370868 after retry RPC after error@1356564213) -> (continuation of Deferred@1704681288 after retry RPC after error@681719033) -> (continuation of Deferred@2048054025 after retry RPC after error@1987186320)))
17:33:11.053 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [4ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@114988589(state=PENDING, result=null, callback=(continuation of Deferred@720864120 after retry RPC after error@46689739) -> (continuation of Deferred@917978458 after retry RPC after error@1687076447) -> (continuation of Deferred@1920208373 after retry RPC after error@865304645) -> (continuation of Deferred@1019291264 after retry RPC after error@757861121) -> (continuation of Deferred@2137370868 after retry RPC after error@1356564213) -> (continuation of Deferred@1704681288 after retry RPC after error@681719033) -> (continuation of Deferred@2048054025 after retry RPC after error@1987186320), errback=(continuation of Deferred@720864120 after retry RPC after error@46689739) -> (continuation of Deferred@917978458 after retry RPC after error@1687076447) -> (continuation of Deferred@1920208373 after retry RPC after error@865304645) -> (continuation of Deferred@1019291264 after retry RPC after error@757861121) -> (continuation of Deferred@2137370868 after retry RPC after error@1356564213) -> (continuation of Deferred@1704681288 after retry RPC after error@681719033) -> (continuation of Deferred@2048054025 after retry RPC after error@1987186320)))
17:33:11.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:11.066411 31209 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.005s from last keepalive heartbeat (effective timeout is 1.000s)
17:33:11.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:11.067915 31256 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.29.223.124:37551)
17:33:11.069 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.070 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.072 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.073 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.089 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.089 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.092 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.109 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.110 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.112 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.129 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.132 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.189 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.192 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.209 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.210 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.249 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.252 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [0ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [18ms] refreshing cache from master, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [39ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [78ms] refreshing cache from master, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [79ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [79ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [118ms] refreshing cache from master, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [119ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [138ms] refreshing cache from master, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [139ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [178ms] refreshing cache from master, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [179ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [179ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1773482023(state=PENDING, result=null, callback=(continuation of Deferred@1973526937 after retry RPC after error@461282865) -> (continuation of Deferred@331361135 after retry RPC after error@1404310840) -> (continuation of Deferred@727833534 after retry RPC after error@1149323253) -> (continuation of Deferred@1443399513 after retry RPC after error@635848053) -> (continuation of Deferred@8373852 after retry RPC after error@1318029129) -> (continuation of Deferred@1555030926 after retry RPC after error@1274402947) -> (continuation of Deferred@902216327 after retry RPC after error@130139833), errback=(continuation of Deferred@1973526937 after retry RPC after error@461282865) -> (continuation of Deferred@331361135 after retry RPC after error@1404310840) -> (continuation of Deferred@727833534 after retry RPC after error@1149323253) -> (continuation of Deferred@1443399513 after retry RPC after error@635848053) -> (continuation of Deferred@8373852 after retry RPC after error@1318029129) -> (continuation of Deferred@1555030926 after retry RPC after error@1274402947) -> (continuation of Deferred@902216327 after retry RPC after error@130139833)))
17:33:11.252 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [0ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [18ms] refreshing cache from master, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [39ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [78ms] refreshing cache from master, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [79ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [79ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [118ms] refreshing cache from master, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [119ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [138ms] refreshing cache from master, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [139ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [178ms] refreshing cache from master, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [179ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [179ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1773482023(state=PENDING, result=null, callback=(continuation of Deferred@1973526937 after retry RPC after error@461282865) -> (continuation of Deferred@331361135 after retry RPC after error@1404310840) -> (continuation of Deferred@727833534 after retry RPC after error@1149323253) -> (continuation of Deferred@1443399513 after retry RPC after error@635848053) -> (continuation of Deferred@8373852 after retry RPC after error@1318029129) -> (continuation of Deferred@1555030926 after retry RPC after error@1274402947) -> (continuation of Deferred@902216327 after retry RPC after error@130139833), errback=(continuation of Deferred@1973526937 after retry RPC after error@461282865) -> (continuation of Deferred@331361135 after retry RPC after error@1404310840) -> (continuation of Deferred@727833534 after retry RPC after error@1149323253) -> (continuation of Deferred@1443399513 after retry RPC after error@635848053) -> (continuation of Deferred@8373852 after retry RPC after error@1318029129) -> (continuation of Deferred@1555030926 after retry RPC after error@1274402947) -> (continuation of Deferred@902216327 after retry RPC after error@130139833)))
17:33:11.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:11.254141 31451 raft_consensus.cc:482] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 513aca88421d45fb950dc7e09028629d)
17:33:11.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:11.254320 31451 raft_consensus.cc:504] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } }
17:33:11.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:11.254940 31451 leader_election.cc:288] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795), af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551)
17:33:11.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:11.257105 30618 leader_election.cc:334] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551): Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111)
17:33:11.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:11.257308 30616 leader_election.cc:334] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795): Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111)
17:33:11.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:11.257411 30616 leader_election.cc:302] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b3e4ebffd6234044a89abc551e9bab52; no voters: 513aca88421d45fb950dc7e09028629d, af0384c90acf409891ecfa292fbad2d3
17:33:11.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:11.257695 31451 raft_consensus.cc:2726] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
17:33:11.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.269 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.289 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.289 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.292 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.309 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.312 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.329 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.329 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.329 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.332 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.349 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.349 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.352 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.389 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.392 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.449 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.469 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.469 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.472 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.489 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.492 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [24ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [124ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [204ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1854784450(state=PENDING, result=null, callback=(continuation of Deferred@914338177 after retry RPC after error@183640305) -> (continuation of Deferred@1121314257 after retry RPC after error@1120320922) -> (continuation of Deferred@159318010 after retry RPC after error@311468940) -> (continuation of Deferred@2131113826 after retry RPC after error@140214133) -> (continuation of Deferred@1982124203 after retry RPC after error@1631551776) -> (continuation of Deferred@801904450 after retry RPC after error@2092918041) -> (continuation of Deferred@751719341 after retry RPC after error@828760469) -> (continuation of Deferred@2119993084 after retry RPC after error@2043454339), errback=(continuation of Deferred@914338177 after retry RPC after error@183640305) -> (continuation of Deferred@1121314257 after retry RPC after error@1120320922) -> (continuation of Deferred@159318010 after retry RPC after error@311468940) -> (continuation of Deferred@2131113826 after retry RPC after error@140214133) -> (continuation of Deferred@1982124203 after retry RPC after error@1631551776) -> (continuation of Deferred@801904450 after retry RPC after error@2092918041) -> (continuation of Deferred@751719341 after retry RPC after error@828760469) -> (continuation of Deferred@2119993084 after retry RPC after error@2043454339)))
17:33:11.493 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [24ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [124ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [204ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1854784450(state=PENDING, result=null, callback=(continuation of Deferred@914338177 after retry RPC after error@183640305) -> (continuation of Deferred@1121314257 after retry RPC after error@1120320922) -> (continuation of Deferred@159318010 after retry RPC after error@311468940) -> (continuation of Deferred@2131113826 after retry RPC after error@140214133) -> (continuation of Deferred@1982124203 after retry RPC after error@1631551776) -> (continuation of Deferred@801904450 after retry RPC after error@2092918041) -> (continuation of Deferred@751719341 after retry RPC after error@828760469) -> (continuation of Deferred@2119993084 after retry RPC after error@2043454339), errback=(continuation of Deferred@914338177 after retry RPC after error@183640305) -> (continuation of Deferred@1121314257 after retry RPC after error@1120320922) -> (continuation of Deferred@159318010 after retry RPC after error@311468940) -> (continuation of Deferred@2131113826 after retry RPC after error@140214133) -> (continuation of Deferred@1982124203 after retry RPC after error@1631551776) -> (continuation of Deferred@801904450 after retry RPC after error@2092918041) -> (continuation of Deferred@751719341 after retry RPC after error@828760469) -> (continuation of Deferred@2119993084 after retry RPC after error@2043454339)))
17:33:11.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.509 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.512 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.529 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.529 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.532 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.548 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.549 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.569 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.589 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.589 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.593 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.629 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.649 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.652 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.729 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.732 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@51158960(state=PENDING, result=null, callback=(continuation of Deferred@1570511961 after retry RPC after error@228504765) -> (continuation of Deferred@231444874 after retry RPC after error@1784512156) -> (continuation of Deferred@1470028122 after retry RPC after error@803054664) -> (continuation of Deferred@2127247352 after retry RPC after error@2145591075) -> (continuation of Deferred@1586908556 after retry RPC after error@472604146) -> (continuation of Deferred@1006165368 after retry RPC after error@1552275235) -> (continuation of Deferred@814947090 after retry RPC after error@1980830783), errback=(continuation of Deferred@1570511961 after retry RPC after error@228504765) -> (continuation of Deferred@231444874 after retry RPC after error@1784512156) -> (continuation of Deferred@1470028122 after retry RPC after error@803054664) -> (continuation of Deferred@2127247352 after retry RPC after error@2145591075) -> (continuation of Deferred@1586908556 after retry RPC after error@472604146) -> (continuation of Deferred@1006165368 after retry RPC after error@1552275235) -> (continuation of Deferred@814947090 after retry RPC after error@1980830783)))
17:33:11.733 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@51158960(state=PENDING, result=null, callback=(continuation of Deferred@1570511961 after retry RPC after error@228504765) -> (continuation of Deferred@231444874 after retry RPC after error@1784512156) -> (continuation of Deferred@1470028122 after retry RPC after error@803054664) -> (continuation of Deferred@2127247352 after retry RPC after error@2145591075) -> (continuation of Deferred@1586908556 after retry RPC after error@472604146) -> (continuation of Deferred@1006165368 after retry RPC after error@1552275235) -> (continuation of Deferred@814947090 after retry RPC after error@1980830783), errback=(continuation of Deferred@1570511961 after retry RPC after error@228504765) -> (continuation of Deferred@231444874 after retry RPC after error@1784512156) -> (continuation of Deferred@1470028122 after retry RPC after error@803054664) -> (continuation of Deferred@2127247352 after retry RPC after error@2145591075) -> (continuation of Deferred@1586908556 after retry RPC after error@472604146) -> (continuation of Deferred@1006165368 after retry RPC after error@1552275235) -> (continuation of Deferred@814947090 after retry RPC after error@1980830783)))
17:33:11.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.749 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.769 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.789 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.789 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.792 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.809 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.810 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.829 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.829 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.832 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.849 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.889 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.949 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.949 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.950 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.950 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.950 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.988 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:11.989 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:11.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.989 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:11.989 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.989 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:11.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:11.992 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@734805540(state=PENDING, result=null, callback=(continuation of Deferred@1757183790 after retry RPC after error@996486391) -> (continuation of Deferred@422182026 after retry RPC after error@1398721685) -> (continuation of Deferred@1485872351 after retry RPC after error@1241514414) -> (continuation of Deferred@471562696 after retry RPC after error@956572858) -> (continuation of Deferred@1705914657 after retry RPC after error@795431243) -> (continuation of Deferred@1752938583 after retry RPC after error@1883402262) -> (continuation of Deferred@1693544454 after retry RPC after error@24614618), errback=(continuation of Deferred@1757183790 after retry RPC after error@996486391) -> (continuation of Deferred@422182026 after retry RPC after error@1398721685) -> (continuation of Deferred@1485872351 after retry RPC after error@1241514414) -> (continuation of Deferred@471562696 after retry RPC after error@956572858) -> (continuation of Deferred@1705914657 after retry RPC after error@795431243) -> (continuation of Deferred@1752938583 after retry RPC after error@1883402262) -> (continuation of Deferred@1693544454 after retry RPC after error@24614618)))
17:33:11.992 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@734805540(state=PENDING, result=null, callback=(continuation of Deferred@1757183790 after retry RPC after error@996486391) -> (continuation of Deferred@422182026 after retry RPC after error@1398721685) -> (continuation of Deferred@1485872351 after retry RPC after error@1241514414) -> (continuation of Deferred@471562696 after retry RPC after error@956572858) -> (continuation of Deferred@1705914657 after retry RPC after error@795431243) -> (continuation of Deferred@1752938583 after retry RPC after error@1883402262) -> (continuation of Deferred@1693544454 after retry RPC after error@24614618), errback=(continuation of Deferred@1757183790 after retry RPC after error@996486391) -> (continuation of Deferred@422182026 after retry RPC after error@1398721685) -> (continuation of Deferred@1485872351 after retry RPC after error@1241514414) -> (continuation of Deferred@471562696 after retry RPC after error@956572858) -> (continuation of Deferred@1705914657 after retry RPC after error@795431243) -> (continuation of Deferred@1752938583 after retry RPC after error@1883402262) -> (continuation of Deferred@1693544454 after retry RPC after error@24614618)))
17:33:12.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.009 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.010 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.012 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:12.029 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.029 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.032 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:12.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.049 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.049 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:12.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.069 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:12.089 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.089 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.092 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:12.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.109 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.110 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:12.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:12.153358 31460 raft_consensus.cc:482] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 513aca88421d45fb950dc7e09028629d)
17:33:12.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:12.153563 31460 raft_consensus.cc:504] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } }
17:33:12.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:12.154371 31460 leader_election.cc:288] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795), af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551)
17:33:12.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:12.156466 30616 leader_election.cc:334] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795): Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111)
17:33:12.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:12.156633 30618 leader_election.cc:334] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551): Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111)
17:33:12.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:12.156750 30618 leader_election.cc:302] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b3e4ebffd6234044a89abc551e9bab52; no voters: 513aca88421d45fb950dc7e09028629d, af0384c90acf409891ecfa292fbad2d3
17:33:12.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:12.156988 31460 raft_consensus.cc:2726] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
17:33:12.169 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.169 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.172 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:12.269 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [4ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [164ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [165ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@383576937(state=PENDING, result=null, callback=(continuation of Deferred@717420697 after retry RPC after error@1817331779) -> (continuation of Deferred@336831187 after retry RPC after error@1709540507) -> (continuation of Deferred@1482604174 after retry RPC after error@649127318) -> (continuation of Deferred@792518313 after retry RPC after error@1723094665) -> (continuation of Deferred@1261645343 after retry RPC after error@1779367610) -> (continuation of Deferred@596552900 after retry RPC after error@1741338146) -> (continuation of Deferred@903556882 after retry RPC after error@675150909), errback=(continuation of Deferred@717420697 after retry RPC after error@1817331779) -> (continuation of Deferred@336831187 after retry RPC after error@1709540507) -> (continuation of Deferred@1482604174 after retry RPC after error@649127318) -> (continuation of Deferred@792518313 after retry RPC after error@1723094665) -> (continuation of Deferred@1261645343 after retry RPC after error@1779367610) -> (continuation of Deferred@596552900 after retry RPC after error@1741338146) -> (continuation of Deferred@903556882 after retry RPC after error@675150909)))
17:33:12.270 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:33:12.288 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.289 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.292 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:12.309 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.309 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.310 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:12.329 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.329 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.332 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:12.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.349 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:12.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.369 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:12.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.389 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.392 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:12.409 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.409 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:12.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:12.529 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.529 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.532 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:12.532 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [104ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@683741053(state=PENDING, result=null, callback=(continuation of Deferred@1905653327 after retry RPC after error@1572366094) -> (continuation of Deferred@86479578 after retry RPC after error@633200612) -> (continuation of Deferred@2076467858 after retry RPC after error@1700457203) -> (continuation of Deferred@1548879296 after retry RPC after error@391885649) -> (continuation of Deferred@1330877402 after retry RPC after error@2104292785) -> (continuation of Deferred@836539353 after retry RPC after error@2077716360) -> (continuation of Deferred@675937899 after retry RPC after error@840062894), errback=(continuation of Deferred@1905653327 after retry RPC after error@1572366094) -> (continuation of Deferred@86479578 after retry RPC after error@633200612) -> (continuation of Deferred@2076467858 after retry RPC after error@1700457203) -> (continuation of Deferred@1548879296 after retry RPC after error@391885649) -> (continuation of Deferred@1330877402 after retry RPC after error@2104292785) -> (continuation of Deferred@836539353 after retry RPC after error@2077716360) -> (continuation of Deferred@675937899 after retry RPC after error@840062894)))
17:33:12.533 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [104ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@683741053(state=PENDING, result=null, callback=(continuation of Deferred@1905653327 after retry RPC after error@1572366094) -> (continuation of Deferred@86479578 after retry RPC after error@633200612) -> (continuation of Deferred@2076467858 after retry RPC after error@1700457203) -> (continuation of Deferred@1548879296 after retry RPC after error@391885649) -> (continuation of Deferred@1330877402 after retry RPC after error@2104292785) -> (continuation of Deferred@836539353 after retry RPC after error@2077716360) -> (continuation of Deferred@675937899 after retry RPC after error@840062894), errback=(continuation of Deferred@1905653327 after retry RPC after error@1572366094) -> (continuation of Deferred@86479578 after retry RPC after error@633200612) -> (continuation of Deferred@2076467858 after retry RPC after error@1700457203) -> (continuation of Deferred@1548879296 after retry RPC after error@391885649) -> (continuation of Deferred@1330877402 after retry RPC after error@2104292785) -> (continuation of Deferred@836539353 after retry RPC after error@2077716360) -> (continuation of Deferred@675937899 after retry RPC after error@840062894)))
17:33:12.548 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.549 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:12.549669 31460 raft_consensus.cc:482] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 513aca88421d45fb950dc7e09028629d)
17:33:12.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:12.549893 31460 raft_consensus.cc:504] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } }
17:33:12.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:12.550668 31460 leader_election.cc:288] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795), af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551)
17:33:12.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:12.552600 30616 leader_election.cc:334] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795): Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111)
17:33:12.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:12.552752 30618 leader_election.cc:334] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551): Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111)
17:33:12.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:12.552899 30618 leader_election.cc:302] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b3e4ebffd6234044a89abc551e9bab52; no voters: 513aca88421d45fb950dc7e09028629d, af0384c90acf409891ecfa292fbad2d3
17:33:12.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:12.553176 31460 raft_consensus.cc:2726] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
17:33:12.553 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:12.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.569 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:12.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.589 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.592 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:12.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:12.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.629 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:12.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.649 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:12.689 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.689 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.692 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:12.692 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=144), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [5ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [144ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@916030485(state=PENDING, result=null, callback=(continuation of Deferred@941720012 after retry RPC after error@429263613) -> (continuation of Deferred@347037959 after retry RPC after error@1861023403) -> (continuation of Deferred@1526146395 after retry RPC after error@1939807514) -> (continuation of Deferred@475524407 after retry RPC after error@361175480) -> (continuation of Deferred@1983458222 after retry RPC after error@2110099390) -> (continuation of Deferred@1582885732 after retry RPC after error@1941922766), errback=(continuation of Deferred@941720012 after retry RPC after error@429263613) -> (continuation of Deferred@347037959 after retry RPC after error@1861023403) -> (continuation of Deferred@1526146395 after retry RPC after error@1939807514) -> (continuation of Deferred@475524407 after retry RPC after error@361175480) -> (continuation of Deferred@1983458222 after retry RPC after error@2110099390) -> (continuation of Deferred@1582885732 after retry RPC after error@1941922766)))
17:33:12.693 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=144), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [5ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [144ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@916030485(state=PENDING, result=null, callback=(continuation of Deferred@941720012 after retry RPC after error@429263613) -> (continuation of Deferred@347037959 after retry RPC after error@1861023403) -> (continuation of Deferred@1526146395 after retry RPC after error@1939807514) -> (continuation of Deferred@475524407 after retry RPC after error@361175480) -> (continuation of Deferred@1983458222 after retry RPC after error@2110099390) -> (continuation of Deferred@1582885732 after retry RPC after error@1941922766), errback=(continuation of Deferred@941720012 after retry RPC after error@429263613) -> (continuation of Deferred@347037959 after retry RPC after error@1861023403) -> (continuation of Deferred@1526146395 after retry RPC after error@1939807514) -> (continuation of Deferred@475524407 after retry RPC after error@361175480) -> (continuation of Deferred@1983458222 after retry RPC after error@2110099390) -> (continuation of Deferred@1582885732 after retry RPC after error@1941922766)))
17:33:12.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.709 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:12.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.729 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:12.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.749 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:12.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.769 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.769 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.770 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:12.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.789 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:12.809 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.809 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.810 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.812 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:12.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.889 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.892 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:12.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.929 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.932 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:12.949 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.949 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.950 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.950 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.950 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:12.952 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [184ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@258722358(state=PENDING, result=null, callback=(continuation of Deferred@1598441155 after retry RPC after error@2085140687) -> (continuation of Deferred@1668569602 after retry RPC after error@849286688) -> (continuation of Deferred@1593978606 after retry RPC after error@1714776833) -> (continuation of Deferred@659593615 after retry RPC after error@1832166739) -> (continuation of Deferred@588219205 after retry RPC after error@1848609094) -> (continuation of Deferred@1292958189 after retry RPC after error@96912161) -> (continuation of Deferred@1519156599 after retry RPC after error@1224452825) -> (continuation of Deferred@40824250 after retry RPC after error@830667037), errback=(continuation of Deferred@1598441155 after retry RPC after error@2085140687) -> (continuation of Deferred@1668569602 after retry RPC after error@849286688) -> (continuation of Deferred@1593978606 after retry RPC after error@1714776833) -> (continuation of Deferred@659593615 after retry RPC after error@1832166739) -> (continuation of Deferred@588219205 after retry RPC after error@1848609094) -> (continuation of Deferred@1292958189 after retry RPC after error@96912161) -> (continuation of Deferred@1519156599 after retry RPC after error@1224452825) -> (continuation of Deferred@40824250 after retry RPC after error@830667037)))
17:33:12.952 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [184ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@258722358(state=PENDING, result=null, callback=(continuation of Deferred@1598441155 after retry RPC after error@2085140687) -> (continuation of Deferred@1668569602 after retry RPC after error@849286688) -> (continuation of Deferred@1593978606 after retry RPC after error@1714776833) -> (continuation of Deferred@659593615 after retry RPC after error@1832166739) -> (continuation of Deferred@588219205 after retry RPC after error@1848609094) -> (continuation of Deferred@1292958189 after retry RPC after error@96912161) -> (continuation of Deferred@1519156599 after retry RPC after error@1224452825) -> (continuation of Deferred@40824250 after retry RPC after error@830667037), errback=(continuation of Deferred@1598441155 after retry RPC after error@2085140687) -> (continuation of Deferred@1668569602 after retry RPC after error@849286688) -> (continuation of Deferred@1593978606 after retry RPC after error@1714776833) -> (continuation of Deferred@659593615 after retry RPC after error@1832166739) -> (continuation of Deferred@588219205 after retry RPC after error@1848609094) -> (continuation of Deferred@1292958189 after retry RPC after error@96912161) -> (continuation of Deferred@1519156599 after retry RPC after error@1224452825) -> (continuation of Deferred@40824250 after retry RPC after error@830667037)))
17:33:12.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:12.988 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:12.989 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:12.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.989 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:12.989 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.989 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:12.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.009 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.009 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.009 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.010 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.029 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.049 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.049 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.089 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.149 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.149 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.209 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.211 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [4ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [24ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [64ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [124ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [184ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [184ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [185ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1852346630(state=PENDING, result=null, callback=(continuation of Deferred@708766197 after retry RPC after error@263872991) -> (continuation of Deferred@1852863000 after retry RPC after error@1144667761) -> (continuation of Deferred@429266498 after retry RPC after error@1174288438) -> (continuation of Deferred@687043107 after retry RPC after error@1026492666) -> (continuation of Deferred@346172699 after retry RPC after error@547981361) -> (continuation of Deferred@326669421 after retry RPC after error@1448420896) -> (continuation of Deferred@1394217732 after retry RPC after error@1058988374), errback=(continuation of Deferred@708766197 after retry RPC after error@263872991) -> (continuation of Deferred@1852863000 after retry RPC after error@1144667761) -> (continuation of Deferred@429266498 after retry RPC after error@1174288438) -> (continuation of Deferred@687043107 after retry RPC after error@1026492666) -> (continuation of Deferred@346172699 after retry RPC after error@547981361) -> (continuation of Deferred@326669421 after retry RPC after error@1448420896) -> (continuation of Deferred@1394217732 after retry RPC after error@1058988374)))
17:33:13.212 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [4ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [24ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [64ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [124ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [184ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [184ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [185ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1852346630(state=PENDING, result=null, callback=(continuation of Deferred@708766197 after retry RPC after error@263872991) -> (continuation of Deferred@1852863000 after retry RPC after error@1144667761) -> (continuation of Deferred@429266498 after retry RPC after error@1174288438) -> (continuation of Deferred@687043107 after retry RPC after error@1026492666) -> (continuation of Deferred@346172699 after retry RPC after error@547981361) -> (continuation of Deferred@326669421 after retry RPC after error@1448420896) -> (continuation of Deferred@1394217732 after retry RPC after error@1058988374), errback=(continuation of Deferred@708766197 after retry RPC after error@263872991) -> (continuation of Deferred@1852863000 after retry RPC after error@1144667761) -> (continuation of Deferred@429266498 after retry RPC after error@1174288438) -> (continuation of Deferred@687043107 after retry RPC after error@1026492666) -> (continuation of Deferred@346172699 after retry RPC after error@547981361) -> (continuation of Deferred@326669421 after retry RPC after error@1448420896) -> (continuation of Deferred@1394217732 after retry RPC after error@1058988374)))
17:33:13.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.229 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.229 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.249 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.252 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.269 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.289 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.289 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.310 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.329 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.329 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.349 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.389 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.472 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [24ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@391181634(state=PENDING, result=null, callback=(continuation of Deferred@479111307 after retry RPC after error@253079966) -> (continuation of Deferred@2047965402 after retry RPC after error@1794861119) -> (continuation of Deferred@64511771 after retry RPC after error@568563647) -> (continuation of Deferred@1355148529 after retry RPC after error@1640946758) -> (continuation of Deferred@548370403 after retry RPC after error@499925542) -> (continuation of Deferred@1653704458 after retry RPC after error@1974098930) -> (continuation of Deferred@786512587 after retry RPC after error@1363378243) -> (continuation of Deferred@1065673910 after retry RPC after error@408309119), errback=(continuation of Deferred@479111307 after retry RPC after error@253079966) -> (continuation of Deferred@2047965402 after retry RPC after error@1794861119) -> (continuation of Deferred@64511771 after retry RPC after error@568563647) -> (continuation of Deferred@1355148529 after retry RPC after error@1640946758) -> (continuation of Deferred@548370403 after retry RPC after error@499925542) -> (continuation of Deferred@1653704458 after retry RPC after error@1974098930) -> (continuation of Deferred@786512587 after retry RPC after error@1363378243) -> (continuation of Deferred@1065673910 after retry RPC after error@408309119)))
17:33:13.472 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [24ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@391181634(state=PENDING, result=null, callback=(continuation of Deferred@479111307 after retry RPC after error@253079966) -> (continuation of Deferred@2047965402 after retry RPC after error@1794861119) -> (continuation of Deferred@64511771 after retry RPC after error@568563647) -> (continuation of Deferred@1355148529 after retry RPC after error@1640946758) -> (continuation of Deferred@548370403 after retry RPC after error@499925542) -> (continuation of Deferred@1653704458 after retry RPC after error@1974098930) -> (continuation of Deferred@786512587 after retry RPC after error@1363378243) -> (continuation of Deferred@1065673910 after retry RPC after error@408309119), errback=(continuation of Deferred@479111307 after retry RPC after error@253079966) -> (continuation of Deferred@2047965402 after retry RPC after error@1794861119) -> (continuation of Deferred@64511771 after retry RPC after error@568563647) -> (continuation of Deferred@1355148529 after retry RPC after error@1640946758) -> (continuation of Deferred@548370403 after retry RPC after error@499925542) -> (continuation of Deferred@1653704458 after retry RPC after error@1974098930) -> (continuation of Deferred@786512587 after retry RPC after error@1363378243) -> (continuation of Deferred@1065673910 after retry RPC after error@408309119)))
17:33:13.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.489 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.489 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.492 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.509 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.529 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.529 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.529 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.529 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.529 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.548 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.549 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.569 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.569 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.572 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.589 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.589 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.589 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:13.626504 31470 raft_consensus.cc:482] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 513aca88421d45fb950dc7e09028629d)
17:33:13.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:13.626746 31470 raft_consensus.cc:504] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } }
17:33:13.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:13.627535 31470 leader_election.cc:288] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795), af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551)
17:33:13.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:13.629549 30616 leader_election.cc:334] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795): Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111)
17:33:13.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:13.629745 30618 leader_election.cc:334] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551): Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111)
17:33:13.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:13.629925 30618 leader_election.cc:302] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b3e4ebffd6234044a89abc551e9bab52; no voters: 513aca88421d45fb950dc7e09028629d, af0384c90acf409891ecfa292fbad2d3
17:33:13.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:13.630203 31470 raft_consensus.cc:2726] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
17:33:13.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.669 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.670 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.729 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.732 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@574143968(state=PENDING, result=null, callback=(continuation of Deferred@1628918123 after retry RPC after error@1633440028) -> (continuation of Deferred@771007824 after retry RPC after error@1254415027) -> (continuation of Deferred@285427337 after retry RPC after error@315891972) -> (continuation of Deferred@436394027 after retry RPC after error@1988069530) -> (continuation of Deferred@2101592018 after retry RPC after error@1311534463) -> (continuation of Deferred@1122187025 after retry RPC after error@1213353103) -> (continuation of Deferred@680515448 after retry RPC after error@90505347), errback=(continuation of Deferred@1628918123 after retry RPC after error@1633440028) -> (continuation of Deferred@771007824 after retry RPC after error@1254415027) -> (continuation of Deferred@285427337 after retry RPC after error@315891972) -> (continuation of Deferred@436394027 after retry RPC after error@1988069530) -> (continuation of Deferred@2101592018 after retry RPC after error@1311534463) -> (continuation of Deferred@1122187025 after retry RPC after error@1213353103) -> (continuation of Deferred@680515448 after retry RPC after error@90505347)))
17:33:13.732 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@574143968(state=PENDING, result=null, callback=(continuation of Deferred@1628918123 after retry RPC after error@1633440028) -> (continuation of Deferred@771007824 after retry RPC after error@1254415027) -> (continuation of Deferred@285427337 after retry RPC after error@315891972) -> (continuation of Deferred@436394027 after retry RPC after error@1988069530) -> (continuation of Deferred@2101592018 after retry RPC after error@1311534463) -> (continuation of Deferred@1122187025 after retry RPC after error@1213353103) -> (continuation of Deferred@680515448 after retry RPC after error@90505347), errback=(continuation of Deferred@1628918123 after retry RPC after error@1633440028) -> (continuation of Deferred@771007824 after retry RPC after error@1254415027) -> (continuation of Deferred@285427337 after retry RPC after error@315891972) -> (continuation of Deferred@436394027 after retry RPC after error@1988069530) -> (continuation of Deferred@2101592018 after retry RPC after error@1311534463) -> (continuation of Deferred@1122187025 after retry RPC after error@1213353103) -> (continuation of Deferred@680515448 after retry RPC after error@90505347)))
17:33:13.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.749 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.752 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.769 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.769 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.789 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.850 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.869 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.889 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.908 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.909 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.912 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@317683235(state=PENDING, result=null, callback=(continuation of Deferred@361157579 after retry RPC after error@706831943) -> (continuation of Deferred@1549695823 after retry RPC after error@896090249) -> (continuation of Deferred@374527332 after retry RPC after error@937466551) -> (continuation of Deferred@415959815 after retry RPC after error@1742302623) -> (continuation of Deferred@1738567157 after retry RPC after error@1411802772) -> (continuation of Deferred@351652900 after retry RPC after error@955051696) -> (continuation of Deferred@1556607901 after retry RPC after error@1001532503) -> (continuation of Deferred@27022313 after retry RPC after error@1591391236), errback=(continuation of Deferred@361157579 after retry RPC after error@706831943) -> (continuation of Deferred@1549695823 after retry RPC after error@896090249) -> (continuation of Deferred@374527332 after retry RPC after error@937466551) -> (continuation of Deferred@415959815 after retry RPC after error@1742302623) -> (continuation of Deferred@1738567157 after retry RPC after error@1411802772) -> (continuation of Deferred@351652900 after retry RPC after error@955051696) -> (continuation of Deferred@1556607901 after retry RPC after error@1001532503) -> (continuation of Deferred@27022313 after retry RPC after error@1591391236)))
17:33:13.912 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@317683235(state=PENDING, result=null, callback=(continuation of Deferred@361157579 after retry RPC after error@706831943) -> (continuation of Deferred@1549695823 after retry RPC after error@896090249) -> (continuation of Deferred@374527332 after retry RPC after error@937466551) -> (continuation of Deferred@415959815 after retry RPC after error@1742302623) -> (continuation of Deferred@1738567157 after retry RPC after error@1411802772) -> (continuation of Deferred@351652900 after retry RPC after error@955051696) -> (continuation of Deferred@1556607901 after retry RPC after error@1001532503) -> (continuation of Deferred@27022313 after retry RPC after error@1591391236), errback=(continuation of Deferred@361157579 after retry RPC after error@706831943) -> (continuation of Deferred@1549695823 after retry RPC after error@896090249) -> (continuation of Deferred@374527332 after retry RPC after error@937466551) -> (continuation of Deferred@415959815 after retry RPC after error@1742302623) -> (continuation of Deferred@1738567157 after retry RPC after error@1411802772) -> (continuation of Deferred@351652900 after retry RPC after error@955051696) -> (continuation of Deferred@1556607901 after retry RPC after error@1001532503) -> (continuation of Deferred@27022313 after retry RPC after error@1591391236)))
17:33:13.929 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.929 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.932 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.949 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.949 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.949 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.969 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:13.988 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:13.989 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:13.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:13.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:13.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.009 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:14.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:14.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:14.032054 31470 raft_consensus.cc:482] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 513aca88421d45fb950dc7e09028629d)
17:33:14.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:14.032243 31470 raft_consensus.cc:504] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } }
17:33:14.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:14.032929 31470 leader_election.cc:288] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795), af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551)
17:33:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:14.034548 30616 leader_election.cc:334] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795): Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111)
17:33:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:14.034739 30618 leader_election.cc:334] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551): Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111)
17:33:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:14.034855 30618 leader_election.cc:302] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b3e4ebffd6234044a89abc551e9bab52; no voters: 513aca88421d45fb950dc7e09028629d, af0384c90acf409891ecfa292fbad2d3
17:33:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:14.035058 31470 raft_consensus.cc:2726] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
17:33:14.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:14.049 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:14.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.049 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.052 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.109 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:14.109 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:14.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.110 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:14.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:14.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.152 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [90ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [90ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [92ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [92ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1443829216(state=PENDING, result=null, callback=(continuation of Deferred@84363925 after retry RPC after error@177363121) -> (continuation of Deferred@1989317796 after retry RPC after error@1486634883) -> (continuation of Deferred@1735427559 after retry RPC after error@2134842984) -> (continuation of Deferred@493519519 after retry RPC after error@615765654) -> (continuation of Deferred@1200566362 after retry RPC after error@1078241949) -> (continuation of Deferred@166962800 after retry RPC after error@860804798) -> (continuation of Deferred@226311533 after retry RPC after error@1745382941), errback=(continuation of Deferred@84363925 after retry RPC after error@177363121) -> (continuation of Deferred@1989317796 after retry RPC after error@1486634883) -> (continuation of Deferred@1735427559 after retry RPC after error@2134842984) -> (continuation of Deferred@493519519 after retry RPC after error@615765654) -> (continuation of Deferred@1200566362 after retry RPC after error@1078241949) -> (continuation of Deferred@166962800 after retry RPC after error@860804798) -> (continuation of Deferred@226311533 after retry RPC after error@1745382941)))
17:33:14.152 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [90ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [90ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [92ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [92ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1443829216(state=PENDING, result=null, callback=(continuation of Deferred@84363925 after retry RPC after error@177363121) -> (continuation of Deferred@1989317796 after retry RPC after error@1486634883) -> (continuation of Deferred@1735427559 after retry RPC after error@2134842984) -> (continuation of Deferred@493519519 after retry RPC after error@615765654) -> (continuation of Deferred@1200566362 after retry RPC after error@1078241949) -> (continuation of Deferred@166962800 after retry RPC after error@860804798) -> (continuation of Deferred@226311533 after retry RPC after error@1745382941), errback=(continuation of Deferred@84363925 after retry RPC after error@177363121) -> (continuation of Deferred@1989317796 after retry RPC after error@1486634883) -> (continuation of Deferred@1735427559 after retry RPC after error@2134842984) -> (continuation of Deferred@493519519 after retry RPC after error@615765654) -> (continuation of Deferred@1200566362 after retry RPC after error@1078241949) -> (continuation of Deferred@166962800 after retry RPC after error@860804798) -> (continuation of Deferred@226311533 after retry RPC after error@1745382941)))
17:33:14.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:14.169 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:14.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.189 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:14.189 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:14.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.209 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:14.209 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:14.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.210 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.212 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:14.229 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:14.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:14.249 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:14.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:14.269 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:14.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.329 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:14.329 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:14.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.369 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:14.370 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:14.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.372 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.373 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=204), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [204ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1269280642(state=PENDING, result=null, callback=(continuation of Deferred@349282334 after retry RPC after error@20692000) -> (continuation of Deferred@358029881 after retry RPC after error@1677360302) -> (continuation of Deferred@2058547615 after retry RPC after error@640976981) -> (continuation of Deferred@186632312 after retry RPC after error@1001446073) -> (continuation of Deferred@1457781337 after retry RPC after error@1419228912) -> (continuation of Deferred@557774866 after retry RPC after error@476482462) -> (continuation of Deferred@1436453753 after retry RPC after error@1020757772), errback=(continuation of Deferred@349282334 after retry RPC after error@20692000) -> (continuation of Deferred@358029881 after retry RPC after error@1677360302) -> (continuation of Deferred@2058547615 after retry RPC after error@640976981) -> (continuation of Deferred@186632312 after retry RPC after error@1001446073) -> (continuation of Deferred@1457781337 after retry RPC after error@1419228912) -> (continuation of Deferred@557774866 after retry RPC after error@476482462) -> (continuation of Deferred@1436453753 after retry RPC after error@1020757772)))
17:33:14.373 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=204), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [204ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1269280642(state=PENDING, result=null, callback=(continuation of Deferred@349282334 after retry RPC after error@20692000) -> (continuation of Deferred@358029881 after retry RPC after error@1677360302) -> (continuation of Deferred@2058547615 after retry RPC after error@640976981) -> (continuation of Deferred@186632312 after retry RPC after error@1001446073) -> (continuation of Deferred@1457781337 after retry RPC after error@1419228912) -> (continuation of Deferred@557774866 after retry RPC after error@476482462) -> (continuation of Deferred@1436453753 after retry RPC after error@1020757772), errback=(continuation of Deferred@349282334 after retry RPC after error@20692000) -> (continuation of Deferred@358029881 after retry RPC after error@1677360302) -> (continuation of Deferred@2058547615 after retry RPC after error@640976981) -> (continuation of Deferred@186632312 after retry RPC after error@1001446073) -> (continuation of Deferred@1457781337 after retry RPC after error@1419228912) -> (continuation of Deferred@557774866 after retry RPC after error@476482462) -> (continuation of Deferred@1436453753 after retry RPC after error@1020757772)))
17:33:14.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:14.389 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:14.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.392 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.409 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:14.409 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:14.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:14.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:14.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:14.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:14.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:14.469 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:14.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:14.509 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:14.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.512 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:14.569 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:14.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.571 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [4ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [124ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@355117768(state=PENDING, result=null, callback=(continuation of Deferred@2094048186 after retry RPC after error@522832372) -> (continuation of Deferred@2051653693 after retry RPC after error@980769110) -> (continuation of Deferred@1136779473 after retry RPC after error@309782324) -> (continuation of Deferred@638227823 after retry RPC after error@908449553) -> (continuation of Deferred@2058255980 after retry RPC after error@1606711626) -> (continuation of Deferred@764886576 after retry RPC after error@890431948), errback=(continuation of Deferred@2094048186 after retry RPC after error@522832372) -> (continuation of Deferred@2051653693 after retry RPC after error@980769110) -> (continuation of Deferred@1136779473 after retry RPC after error@309782324) -> (continuation of Deferred@638227823 after retry RPC after error@908449553) -> (continuation of Deferred@2058255980 after retry RPC after error@1606711626) -> (continuation of Deferred@764886576 after retry RPC after error@890431948)))
17:33:14.572 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [4ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [124ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@355117768(state=PENDING, result=null, callback=(continuation of Deferred@2094048186 after retry RPC after error@522832372) -> (continuation of Deferred@2051653693 after retry RPC after error@980769110) -> (continuation of Deferred@1136779473 after retry RPC after error@309782324) -> (continuation of Deferred@638227823 after retry RPC after error@908449553) -> (continuation of Deferred@2058255980 after retry RPC after error@1606711626) -> (continuation of Deferred@764886576 after retry RPC after error@890431948), errback=(continuation of Deferred@2094048186 after retry RPC after error@522832372) -> (continuation of Deferred@2051653693 after retry RPC after error@980769110) -> (continuation of Deferred@1136779473 after retry RPC after error@309782324) -> (continuation of Deferred@638227823 after retry RPC after error@908449553) -> (continuation of Deferred@2058255980 after retry RPC after error@1606711626) -> (continuation of Deferred@764886576 after retry RPC after error@890431948)))
17:33:14.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:14.589 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:14.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.609 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:14.609 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:14.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:14.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:14.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:14.649 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:14.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.669 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:14.669 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:14.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:14.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:14.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.689 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:14.729 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:14.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:14.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:14.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.832 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@301867582(state=PENDING, result=null, callback=(continuation of Deferred@1241298568 after retry RPC after error@841103419) -> (continuation of Deferred@1725886196 after retry RPC after error@114417603) -> (continuation of Deferred@708145511 after retry RPC after error@167081978) -> (continuation of Deferred@416125310 after retry RPC after error@283798115) -> (continuation of Deferred@299208528 after retry RPC after error@859660343) -> (continuation of Deferred@1200574799 after retry RPC after error@83202735) -> (continuation of Deferred@971448942 after retry RPC after error@1636024765), errback=(continuation of Deferred@1241298568 after retry RPC after error@841103419) -> (continuation of Deferred@1725886196 after retry RPC after error@114417603) -> (continuation of Deferred@708145511 after retry RPC after error@167081978) -> (continuation of Deferred@416125310 after retry RPC after error@283798115) -> (continuation of Deferred@299208528 after retry RPC after error@859660343) -> (continuation of Deferred@1200574799 after retry RPC after error@83202735) -> (continuation of Deferred@971448942 after retry RPC after error@1636024765)))
17:33:14.832 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@301867582(state=PENDING, result=null, callback=(continuation of Deferred@1241298568 after retry RPC after error@841103419) -> (continuation of Deferred@1725886196 after retry RPC after error@114417603) -> (continuation of Deferred@708145511 after retry RPC after error@167081978) -> (continuation of Deferred@416125310 after retry RPC after error@283798115) -> (continuation of Deferred@299208528 after retry RPC after error@859660343) -> (continuation of Deferred@1200574799 after retry RPC after error@83202735) -> (continuation of Deferred@971448942 after retry RPC after error@1636024765), errback=(continuation of Deferred@1241298568 after retry RPC after error@841103419) -> (continuation of Deferred@1725886196 after retry RPC after error@114417603) -> (continuation of Deferred@708145511 after retry RPC after error@167081978) -> (continuation of Deferred@416125310 after retry RPC after error@283798115) -> (continuation of Deferred@299208528 after retry RPC after error@859660343) -> (continuation of Deferred@1200574799 after retry RPC after error@83202735) -> (continuation of Deferred@971448942 after retry RPC after error@1636024765)))
17:33:14.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:14.849 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:14.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:14.869 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:14.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:14.889 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:14.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.909 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:14.909 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:14.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.912 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:14.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:14.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:14.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:14.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:14.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:14.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:14.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.029 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.029 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.032 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.069 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.069 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.072 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.072 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [184ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@311549585(state=PENDING, result=null, callback=(continuation of Deferred@1698022204 after retry RPC after error@1880520990) -> (continuation of Deferred@1353215314 after retry RPC after error@1280398464) -> (continuation of Deferred@129384981 after retry RPC after error@1152062836) -> (continuation of Deferred@1467626062 after retry RPC after error@298420597) -> (continuation of Deferred@618321843 after retry RPC after error@944137961) -> (continuation of Deferred@1051253741 after retry RPC after error@1677160300) -> (continuation of Deferred@291654638 after retry RPC after error@446170629), errback=(continuation of Deferred@1698022204 after retry RPC after error@1880520990) -> (continuation of Deferred@1353215314 after retry RPC after error@1280398464) -> (continuation of Deferred@129384981 after retry RPC after error@1152062836) -> (continuation of Deferred@1467626062 after retry RPC after error@298420597) -> (continuation of Deferred@618321843 after retry RPC after error@944137961) -> (continuation of Deferred@1051253741 after retry RPC after error@1677160300) -> (continuation of Deferred@291654638 after retry RPC after error@446170629)))
17:33:15.073 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [184ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@311549585(state=PENDING, result=null, callback=(continuation of Deferred@1698022204 after retry RPC after error@1880520990) -> (continuation of Deferred@1353215314 after retry RPC after error@1280398464) -> (continuation of Deferred@129384981 after retry RPC after error@1152062836) -> (continuation of Deferred@1467626062 after retry RPC after error@298420597) -> (continuation of Deferred@618321843 after retry RPC after error@944137961) -> (continuation of Deferred@1051253741 after retry RPC after error@1677160300) -> (continuation of Deferred@291654638 after retry RPC after error@446170629), errback=(continuation of Deferred@1698022204 after retry RPC after error@1880520990) -> (continuation of Deferred@1353215314 after retry RPC after error@1280398464) -> (continuation of Deferred@129384981 after retry RPC after error@1152062836) -> (continuation of Deferred@1467626062 after retry RPC after error@298420597) -> (continuation of Deferred@618321843 after retry RPC after error@944137961) -> (continuation of Deferred@1051253741 after retry RPC after error@1677160300) -> (continuation of Deferred@291654638 after retry RPC after error@446170629)))
17:33:15.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.089 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.109 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.110 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.129 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.132 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.149 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.149 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.169 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.169 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.172 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.189 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.229 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.229 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.269 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.272 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@545428776(state=PENDING, result=null, callback=(continuation of Deferred@448647624 after retry RPC after error@1286587792) -> (continuation of Deferred@1153357556 after retry RPC after error@1889611934) -> (continuation of Deferred@73829587 after retry RPC after error@920078986) -> (continuation of Deferred@82588626 after retry RPC after error@2100352529) -> (continuation of Deferred@1291902320 after retry RPC after error@1091525952) -> (continuation of Deferred@605586448 after retry RPC after error@1608736476) -> (continuation of Deferred@348381965 after retry RPC after error@790448520), errback=(continuation of Deferred@448647624 after retry RPC after error@1286587792) -> (continuation of Deferred@1153357556 after retry RPC after error@1889611934) -> (continuation of Deferred@73829587 after retry RPC after error@920078986) -> (continuation of Deferred@82588626 after retry RPC after error@2100352529) -> (continuation of Deferred@1291902320 after retry RPC after error@1091525952) -> (continuation of Deferred@605586448 after retry RPC after error@1608736476) -> (continuation of Deferred@348381965 after retry RPC after error@790448520)))
17:33:15.272 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@545428776(state=PENDING, result=null, callback=(continuation of Deferred@448647624 after retry RPC after error@1286587792) -> (continuation of Deferred@1153357556 after retry RPC after error@1889611934) -> (continuation of Deferred@73829587 after retry RPC after error@920078986) -> (continuation of Deferred@82588626 after retry RPC after error@2100352529) -> (continuation of Deferred@1291902320 after retry RPC after error@1091525952) -> (continuation of Deferred@605586448 after retry RPC after error@1608736476) -> (continuation of Deferred@348381965 after retry RPC after error@790448520), errback=(continuation of Deferred@448647624 after retry RPC after error@1286587792) -> (continuation of Deferred@1153357556 after retry RPC after error@1889611934) -> (continuation of Deferred@73829587 after retry RPC after error@920078986) -> (continuation of Deferred@82588626 after retry RPC after error@2100352529) -> (continuation of Deferred@1291902320 after retry RPC after error@1091525952) -> (continuation of Deferred@605586448 after retry RPC after error@1608736476) -> (continuation of Deferred@348381965 after retry RPC after error@790448520)))
17:33:15.289 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.289 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.292 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.309 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.309 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.310 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.312 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.329 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.329 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.330 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.349 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.350 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.369 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.390 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.392 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.449 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.449 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.452 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.489 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.489 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.492 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [104ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [164ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1807220045(state=PENDING, result=null, callback=(continuation of Deferred@431302596 after retry RPC after error@1081671588) -> (continuation of Deferred@897310680 after retry RPC after error@1643250095) -> (continuation of Deferred@1372160338 after retry RPC after error@1447805200) -> (continuation of Deferred@1034240286 after retry RPC after error@1286328444) -> (continuation of Deferred@1375013802 after retry RPC after error@1497240517) -> (continuation of Deferred@1308886093 after retry RPC after error@1547568577) -> (continuation of Deferred@636480951 after retry RPC after error@216425204), errback=(continuation of Deferred@431302596 after retry RPC after error@1081671588) -> (continuation of Deferred@897310680 after retry RPC after error@1643250095) -> (continuation of Deferred@1372160338 after retry RPC after error@1447805200) -> (continuation of Deferred@1034240286 after retry RPC after error@1286328444) -> (continuation of Deferred@1375013802 after retry RPC after error@1497240517) -> (continuation of Deferred@1308886093 after retry RPC after error@1547568577) -> (continuation of Deferred@636480951 after retry RPC after error@216425204)))
17:33:15.492 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [104ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [164ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1807220045(state=PENDING, result=null, callback=(continuation of Deferred@431302596 after retry RPC after error@1081671588) -> (continuation of Deferred@897310680 after retry RPC after error@1643250095) -> (continuation of Deferred@1372160338 after retry RPC after error@1447805200) -> (continuation of Deferred@1034240286 after retry RPC after error@1286328444) -> (continuation of Deferred@1375013802 after retry RPC after error@1497240517) -> (continuation of Deferred@1308886093 after retry RPC after error@1547568577) -> (continuation of Deferred@636480951 after retry RPC after error@216425204), errback=(continuation of Deferred@431302596 after retry RPC after error@1081671588) -> (continuation of Deferred@897310680 after retry RPC after error@1643250095) -> (continuation of Deferred@1372160338 after retry RPC after error@1447805200) -> (continuation of Deferred@1034240286 after retry RPC after error@1286328444) -> (continuation of Deferred@1375013802 after retry RPC after error@1497240517) -> (continuation of Deferred@1308886093 after retry RPC after error@1547568577) -> (continuation of Deferred@636480951 after retry RPC after error@216425204)))
17:33:15.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.509 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:15.517730 30600 master_runner.cc:186] Error getting master registration for 127.29.223.125:43795: Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111),
17:33:15.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:15.517949 30600 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:33:15.529 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.529 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.529 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.549 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.549 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.570 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.589 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.589 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.589 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.609 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.689 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.689 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.692 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.729 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.732 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.732 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@427292746(state=PENDING, result=null, callback=(continuation of Deferred@1323014103 after retry RPC after error@461794493) -> (continuation of Deferred@359212231 after retry RPC after error@872033160) -> (continuation of Deferred@554530575 after retry RPC after error@163976215) -> (continuation of Deferred@1431652084 after retry RPC after error@932286909) -> (continuation of Deferred@2104376655 after retry RPC after error@1144121433) -> (continuation of Deferred@992769229 after retry RPC after error@722540) -> (continuation of Deferred@201578343 after retry RPC after error@1195083166), errback=(continuation of Deferred@1323014103 after retry RPC after error@461794493) -> (continuation of Deferred@359212231 after retry RPC after error@872033160) -> (continuation of Deferred@554530575 after retry RPC after error@163976215) -> (continuation of Deferred@1431652084 after retry RPC after error@932286909) -> (continuation of Deferred@2104376655 after retry RPC after error@1144121433) -> (continuation of Deferred@992769229 after retry RPC after error@722540) -> (continuation of Deferred@201578343 after retry RPC after error@1195083166)))
17:33:15.732 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@427292746(state=PENDING, result=null, callback=(continuation of Deferred@1323014103 after retry RPC after error@461794493) -> (continuation of Deferred@359212231 after retry RPC after error@872033160) -> (continuation of Deferred@554530575 after retry RPC after error@163976215) -> (continuation of Deferred@1431652084 after retry RPC after error@932286909) -> (continuation of Deferred@2104376655 after retry RPC after error@1144121433) -> (continuation of Deferred@992769229 after retry RPC after error@722540) -> (continuation of Deferred@201578343 after retry RPC after error@1195083166), errback=(continuation of Deferred@1323014103 after retry RPC after error@461794493) -> (continuation of Deferred@359212231 after retry RPC after error@872033160) -> (continuation of Deferred@554530575 after retry RPC after error@163976215) -> (continuation of Deferred@1431652084 after retry RPC after error@932286909) -> (continuation of Deferred@2104376655 after retry RPC after error@1144121433) -> (continuation of Deferred@992769229 after retry RPC after error@722540) -> (continuation of Deferred@201578343 after retry RPC after error@1195083166)))
17:33:15.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.749 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.749 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.769 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.769 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.810 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.829 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.870 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.929 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.969 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:15.972 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1601675662(state=PENDING, result=null, callback=(continuation of Deferred@1981836116 after retry RPC after error@1143967538) -> (continuation of Deferred@586277632 after retry RPC after error@1080581377) -> (continuation of Deferred@896001171 after retry RPC after error@218737426) -> (continuation of Deferred@550346832 after retry RPC after error@575631645) -> (continuation of Deferred@671500987 after retry RPC after error@1746347410) -> (continuation of Deferred@630573024 after retry RPC after error@2081136086) -> (continuation of Deferred@1715622782 after retry RPC after error@933810577), errback=(continuation of Deferred@1981836116 after retry RPC after error@1143967538) -> (continuation of Deferred@586277632 after retry RPC after error@1080581377) -> (continuation of Deferred@896001171 after retry RPC after error@218737426) -> (continuation of Deferred@550346832 after retry RPC after error@575631645) -> (continuation of Deferred@671500987 after retry RPC after error@1746347410) -> (continuation of Deferred@630573024 after retry RPC after error@2081136086) -> (continuation of Deferred@1715622782 after retry RPC after error@933810577)))
17:33:15.972 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1601675662(state=PENDING, result=null, callback=(continuation of Deferred@1981836116 after retry RPC after error@1143967538) -> (continuation of Deferred@586277632 after retry RPC after error@1080581377) -> (continuation of Deferred@896001171 after retry RPC after error@218737426) -> (continuation of Deferred@550346832 after retry RPC after error@575631645) -> (continuation of Deferred@671500987 after retry RPC after error@1746347410) -> (continuation of Deferred@630573024 after retry RPC after error@2081136086) -> (continuation of Deferred@1715622782 after retry RPC after error@933810577), errback=(continuation of Deferred@1981836116 after retry RPC after error@1143967538) -> (continuation of Deferred@586277632 after retry RPC after error@1080581377) -> (continuation of Deferred@896001171 after retry RPC after error@218737426) -> (continuation of Deferred@550346832 after retry RPC after error@575631645) -> (continuation of Deferred@671500987 after retry RPC after error@1746347410) -> (continuation of Deferred@630573024 after retry RPC after error@2081136086) -> (continuation of Deferred@1715622782 after retry RPC after error@933810577)))
17:33:15.989 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:15.989 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:15.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:15.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:15.992 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.009 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.009 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.010 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.049 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.050 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.069 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.070 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.089 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:16.131089 31256 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 97) passed its deadline: Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111)
17:33:16.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:16.135710 31256 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '35b0695db7f546f88a2abe2fa5454ba3', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '35b0695db7f546f88a2abe2fa5454ba3', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 97) passed its deadline: Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111)
17:33:16.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:16.137456 31256 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.29.223.124:37551)
17:33:16.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.169 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.171 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1545576492(state=PENDING, result=null, callback=(continuation of Deferred@1298685496 after retry RPC after error@503089818) -> (continuation of Deferred@1195565288 after retry RPC after error@1719477996) -> (continuation of Deferred@1768635781 after retry RPC after error@280674920) -> (continuation of Deferred@1076831543 after retry RPC after error@1332359576) -> (continuation of Deferred@2145237733 after retry RPC after error@968003316) -> (continuation of Deferred@856680 after retry RPC after error@510989568), errback=(continuation of Deferred@1298685496 after retry RPC after error@503089818) -> (continuation of Deferred@1195565288 after retry RPC after error@1719477996) -> (continuation of Deferred@1768635781 after retry RPC after error@280674920) -> (continuation of Deferred@1076831543 after retry RPC after error@1332359576) -> (continuation of Deferred@2145237733 after retry RPC after error@968003316) -> (continuation of Deferred@856680 after retry RPC after error@510989568)))
17:33:16.172 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1545576492(state=PENDING, result=null, callback=(continuation of Deferred@1298685496 after retry RPC after error@503089818) -> (continuation of Deferred@1195565288 after retry RPC after error@1719477996) -> (continuation of Deferred@1768635781 after retry RPC after error@280674920) -> (continuation of Deferred@1076831543 after retry RPC after error@1332359576) -> (continuation of Deferred@2145237733 after retry RPC after error@968003316) -> (continuation of Deferred@856680 after retry RPC after error@510989568), errback=(continuation of Deferred@1298685496 after retry RPC after error@503089818) -> (continuation of Deferred@1195565288 after retry RPC after error@1719477996) -> (continuation of Deferred@1768635781 after retry RPC after error@280674920) -> (continuation of Deferred@1076831543 after retry RPC after error@1332359576) -> (continuation of Deferred@2145237733 after retry RPC after error@968003316) -> (continuation of Deferred@856680 after retry RPC after error@510989568)))
17:33:16.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.189 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.209 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.210 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.210 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.229 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.230 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.249 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.250 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.269 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.309 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.309 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.310 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.313 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.389 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.394 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.395 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=206), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [124ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [206ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [206ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@111608299(state=PENDING, result=null, callback=(continuation of Deferred@853898290 after retry RPC after error@217532638) -> (continuation of Deferred@1746428521 after retry RPC after error@1452183256) -> (continuation of Deferred@1330853087 after retry RPC after error@2043950163) -> (continuation of Deferred@1391729194 after retry RPC after error@1890494178) -> (continuation of Deferred@646808036 after retry RPC after error@2116247498) -> (continuation of Deferred@217329518 after retry RPC after error@166199716), errback=(continuation of Deferred@853898290 after retry RPC after error@217532638) -> (continuation of Deferred@1746428521 after retry RPC after error@1452183256) -> (continuation of Deferred@1330853087 after retry RPC after error@2043950163) -> (continuation of Deferred@1391729194 after retry RPC after error@1890494178) -> (continuation of Deferred@646808036 after retry RPC after error@2116247498) -> (continuation of Deferred@217329518 after retry RPC after error@166199716)))
17:33:16.395 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=206), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [124ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [206ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [206ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@111608299(state=PENDING, result=null, callback=(continuation of Deferred@853898290 after retry RPC after error@217532638) -> (continuation of Deferred@1746428521 after retry RPC after error@1452183256) -> (continuation of Deferred@1330853087 after retry RPC after error@2043950163) -> (continuation of Deferred@1391729194 after retry RPC after error@1890494178) -> (continuation of Deferred@646808036 after retry RPC after error@2116247498) -> (continuation of Deferred@217329518 after retry RPC after error@166199716), errback=(continuation of Deferred@853898290 after retry RPC after error@217532638) -> (continuation of Deferred@1746428521 after retry RPC after error@1452183256) -> (continuation of Deferred@1330853087 after retry RPC after error@2043950163) -> (continuation of Deferred@1391729194 after retry RPC after error@1890494178) -> (continuation of Deferred@646808036 after retry RPC after error@2116247498) -> (continuation of Deferred@217329518 after retry RPC after error@166199716)))
17:33:16.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.409 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.430 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.450 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.470 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.489 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.489 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.490 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.510 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.589 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.590 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.591 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@832037096(state=PENDING, result=null, callback=(continuation of Deferred@944277134 after retry RPC after error@1518597157) -> (continuation of Deferred@1781228388 after retry RPC after error@1681219177) -> (continuation of Deferred@406177943 after retry RPC after error@1565664616) -> (continuation of Deferred@1817398757 after retry RPC after error@584810512) -> (continuation of Deferred@345806252 after retry RPC after error@1487510322) -> (continuation of Deferred@786684327 after retry RPC after error@1346770795), errback=(continuation of Deferred@944277134 after retry RPC after error@1518597157) -> (continuation of Deferred@1781228388 after retry RPC after error@1681219177) -> (continuation of Deferred@406177943 after retry RPC after error@1565664616) -> (continuation of Deferred@1817398757 after retry RPC after error@584810512) -> (continuation of Deferred@345806252 after retry RPC after error@1487510322) -> (continuation of Deferred@786684327 after retry RPC after error@1346770795)))
17:33:16.591 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@832037096(state=PENDING, result=null, callback=(continuation of Deferred@944277134 after retry RPC after error@1518597157) -> (continuation of Deferred@1781228388 after retry RPC after error@1681219177) -> (continuation of Deferred@406177943 after retry RPC after error@1565664616) -> (continuation of Deferred@1817398757 after retry RPC after error@584810512) -> (continuation of Deferred@345806252 after retry RPC after error@1487510322) -> (continuation of Deferred@786684327 after retry RPC after error@1346770795), errback=(continuation of Deferred@944277134 after retry RPC after error@1518597157) -> (continuation of Deferred@1781228388 after retry RPC after error@1681219177) -> (continuation of Deferred@406177943 after retry RPC after error@1565664616) -> (continuation of Deferred@1817398757 after retry RPC after error@584810512) -> (continuation of Deferred@345806252 after retry RPC after error@1487510322) -> (continuation of Deferred@786684327 after retry RPC after error@1346770795)))
17:33:16.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.609 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.629 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.630 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.649 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.669 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.689 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.690 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.729 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.749 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.749 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.750 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.751 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1414151470(state=PENDING, result=null, callback=(continuation of Deferred@2039262121 after retry RPC after error@330191429) -> (continuation of Deferred@242305280 after retry RPC after error@198682285) -> (continuation of Deferred@396006813 after retry RPC after error@1992802641) -> (continuation of Deferred@1920643008 after retry RPC after error@1143901676) -> (continuation of Deferred@123461257 after retry RPC after error@1331579514) -> (continuation of Deferred@1761470718 after retry RPC after error@1477204448), errback=(continuation of Deferred@2039262121 after retry RPC after error@330191429) -> (continuation of Deferred@242305280 after retry RPC after error@198682285) -> (continuation of Deferred@396006813 after retry RPC after error@1992802641) -> (continuation of Deferred@1920643008 after retry RPC after error@1143901676) -> (continuation of Deferred@123461257 after retry RPC after error@1331579514) -> (continuation of Deferred@1761470718 after retry RPC after error@1477204448)))
17:33:16.751 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1414151470(state=PENDING, result=null, callback=(continuation of Deferred@2039262121 after retry RPC after error@330191429) -> (continuation of Deferred@242305280 after retry RPC after error@198682285) -> (continuation of Deferred@396006813 after retry RPC after error@1992802641) -> (continuation of Deferred@1920643008 after retry RPC after error@1143901676) -> (continuation of Deferred@123461257 after retry RPC after error@1331579514) -> (continuation of Deferred@1761470718 after retry RPC after error@1477204448), errback=(continuation of Deferred@2039262121 after retry RPC after error@330191429) -> (continuation of Deferred@242305280 after retry RPC after error@198682285) -> (continuation of Deferred@396006813 after retry RPC after error@1992802641) -> (continuation of Deferred@1920643008 after retry RPC after error@1143901676) -> (continuation of Deferred@123461257 after retry RPC after error@1331579514) -> (continuation of Deferred@1761470718 after retry RPC after error@1477204448)))
17:33:16.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.769 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.769 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.770 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.789 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.789 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.809 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.810 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.829 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.849 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.889 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.889 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.892 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:16.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:16.949 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:16.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.949 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.949 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:16.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.950 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:16.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.009 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.010 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.012 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1867860527(state=PENDING, result=null, callback=(continuation of Deferred@595897202 after retry RPC after error@2033407080) -> (continuation of Deferred@916000736 after retry RPC after error@1943547694) -> (continuation of Deferred@1963054364 after retry RPC after error@384978880) -> (continuation of Deferred@1751823601 after retry RPC after error@1526290317) -> (continuation of Deferred@564908283 after retry RPC after error@623056705) -> (continuation of Deferred@408150568 after retry RPC after error@134646672) -> (continuation of Deferred@2002108003 after retry RPC after error@1257318103), errback=(continuation of Deferred@595897202 after retry RPC after error@2033407080) -> (continuation of Deferred@916000736 after retry RPC after error@1943547694) -> (continuation of Deferred@1963054364 after retry RPC after error@384978880) -> (continuation of Deferred@1751823601 after retry RPC after error@1526290317) -> (continuation of Deferred@564908283 after retry RPC after error@623056705) -> (continuation of Deferred@408150568 after retry RPC after error@134646672) -> (continuation of Deferred@2002108003 after retry RPC after error@1257318103)))
17:33:17.012 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1867860527(state=PENDING, result=null, callback=(continuation of Deferred@595897202 after retry RPC after error@2033407080) -> (continuation of Deferred@916000736 after retry RPC after error@1943547694) -> (continuation of Deferred@1963054364 after retry RPC after error@384978880) -> (continuation of Deferred@1751823601 after retry RPC after error@1526290317) -> (continuation of Deferred@564908283 after retry RPC after error@623056705) -> (continuation of Deferred@408150568 after retry RPC after error@134646672) -> (continuation of Deferred@2002108003 after retry RPC after error@1257318103), errback=(continuation of Deferred@595897202 after retry RPC after error@2033407080) -> (continuation of Deferred@916000736 after retry RPC after error@1943547694) -> (continuation of Deferred@1963054364 after retry RPC after error@384978880) -> (continuation of Deferred@1751823601 after retry RPC after error@1526290317) -> (continuation of Deferred@564908283 after retry RPC after error@623056705) -> (continuation of Deferred@408150568 after retry RPC after error@134646672) -> (continuation of Deferred@2002108003 after retry RPC after error@1257318103)))
17:33:17.029 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.029 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.049 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.049 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.052 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.069 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.070 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.089 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.130 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.169 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.172 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@603338826(state=PENDING, result=null, callback=(continuation of Deferred@390821578 after retry RPC after error@655901586) -> (continuation of Deferred@34806936 after retry RPC after error@271925496) -> (continuation of Deferred@1552193810 after retry RPC after error@962938307) -> (continuation of Deferred@587757995 after retry RPC after error@427872178) -> (continuation of Deferred@1639225753 after retry RPC after error@1919718193) -> (continuation of Deferred@315193846 after retry RPC after error@229366082) -> (continuation of Deferred@1217847615 after retry RPC after error@1584731655), errback=(continuation of Deferred@390821578 after retry RPC after error@655901586) -> (continuation of Deferred@34806936 after retry RPC after error@271925496) -> (continuation of Deferred@1552193810 after retry RPC after error@962938307) -> (continuation of Deferred@587757995 after retry RPC after error@427872178) -> (continuation of Deferred@1639225753 after retry RPC after error@1919718193) -> (continuation of Deferred@315193846 after retry RPC after error@229366082) -> (continuation of Deferred@1217847615 after retry RPC after error@1584731655)))
17:33:17.173 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@603338826(state=PENDING, result=null, callback=(continuation of Deferred@390821578 after retry RPC after error@655901586) -> (continuation of Deferred@34806936 after retry RPC after error@271925496) -> (continuation of Deferred@1552193810 after retry RPC after error@962938307) -> (continuation of Deferred@587757995 after retry RPC after error@427872178) -> (continuation of Deferred@1639225753 after retry RPC after error@1919718193) -> (continuation of Deferred@315193846 after retry RPC after error@229366082) -> (continuation of Deferred@1217847615 after retry RPC after error@1584731655), errback=(continuation of Deferred@390821578 after retry RPC after error@655901586) -> (continuation of Deferred@34806936 after retry RPC after error@271925496) -> (continuation of Deferred@1552193810 after retry RPC after error@962938307) -> (continuation of Deferred@587757995 after retry RPC after error@427872178) -> (continuation of Deferred@1639225753 after retry RPC after error@1919718193) -> (continuation of Deferred@315193846 after retry RPC after error@229366082) -> (continuation of Deferred@1217847615 after retry RPC after error@1584731655)))
17:33:17.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.189 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.209 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.209 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.210 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.229 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.229 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.249 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.249 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.252 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.329 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.329 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.329 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.410 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.411 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1360257904(state=PENDING, result=null, callback=(continuation of Deferred@678036954 after retry RPC after error@1181542831) -> (continuation of Deferred@2080686334 after retry RPC after error@851616877) -> (continuation of Deferred@1249780538 after retry RPC after error@1811847755) -> (continuation of Deferred@833074426 after retry RPC after error@383881071) -> (continuation of Deferred@758978938 after retry RPC after error@839836244) -> (continuation of Deferred@1048744075 after retry RPC after error@604175043) -> (continuation of Deferred@1639039472 after retry RPC after error@610833360), errback=(continuation of Deferred@678036954 after retry RPC after error@1181542831) -> (continuation of Deferred@2080686334 after retry RPC after error@851616877) -> (continuation of Deferred@1249780538 after retry RPC after error@1811847755) -> (continuation of Deferred@833074426 after retry RPC after error@383881071) -> (continuation of Deferred@758978938 after retry RPC after error@839836244) -> (continuation of Deferred@1048744075 after retry RPC after error@604175043) -> (continuation of Deferred@1639039472 after retry RPC after error@610833360)))
17:33:17.411 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1360257904(state=PENDING, result=null, callback=(continuation of Deferred@678036954 after retry RPC after error@1181542831) -> (continuation of Deferred@2080686334 after retry RPC after error@851616877) -> (continuation of Deferred@1249780538 after retry RPC after error@1811847755) -> (continuation of Deferred@833074426 after retry RPC after error@383881071) -> (continuation of Deferred@758978938 after retry RPC after error@839836244) -> (continuation of Deferred@1048744075 after retry RPC after error@604175043) -> (continuation of Deferred@1639039472 after retry RPC after error@610833360), errback=(continuation of Deferred@678036954 after retry RPC after error@1181542831) -> (continuation of Deferred@2080686334 after retry RPC after error@851616877) -> (continuation of Deferred@1249780538 after retry RPC after error@1811847755) -> (continuation of Deferred@833074426 after retry RPC after error@383881071) -> (continuation of Deferred@758978938 after retry RPC after error@839836244) -> (continuation of Deferred@1048744075 after retry RPC after error@604175043) -> (continuation of Deferred@1639039472 after retry RPC after error@610833360)))
17:33:17.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.450 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.489 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.489 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.510 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.529 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.529 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.529 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.529 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.529 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.530 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.589 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.592 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1596635728(state=PENDING, result=null, callback=(continuation of Deferred@1477844920 after retry RPC after error@167493976) -> (continuation of Deferred@139198459 after retry RPC after error@45694104) -> (continuation of Deferred@1790576808 after retry RPC after error@1025303974) -> (continuation of Deferred@1795121625 after retry RPC after error@560586210) -> (continuation of Deferred@464285231 after retry RPC after error@1103595817) -> (continuation of Deferred@1344788833 after retry RPC after error@1070504010), errback=(continuation of Deferred@1477844920 after retry RPC after error@167493976) -> (continuation of Deferred@139198459 after retry RPC after error@45694104) -> (continuation of Deferred@1790576808 after retry RPC after error@1025303974) -> (continuation of Deferred@1795121625 after retry RPC after error@560586210) -> (continuation of Deferred@464285231 after retry RPC after error@1103595817) -> (continuation of Deferred@1344788833 after retry RPC after error@1070504010)))
17:33:17.592 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1596635728(state=PENDING, result=null, callback=(continuation of Deferred@1477844920 after retry RPC after error@167493976) -> (continuation of Deferred@139198459 after retry RPC after error@45694104) -> (continuation of Deferred@1790576808 after retry RPC after error@1025303974) -> (continuation of Deferred@1795121625 after retry RPC after error@560586210) -> (continuation of Deferred@464285231 after retry RPC after error@1103595817) -> (continuation of Deferred@1344788833 after retry RPC after error@1070504010), errback=(continuation of Deferred@1477844920 after retry RPC after error@167493976) -> (continuation of Deferred@139198459 after retry RPC after error@45694104) -> (continuation of Deferred@1790576808 after retry RPC after error@1025303974) -> (continuation of Deferred@1795121625 after retry RPC after error@560586210) -> (continuation of Deferred@464285231 after retry RPC after error@1103595817) -> (continuation of Deferred@1344788833 after retry RPC after error@1070504010)))
17:33:17.609 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.609 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.629 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.649 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.669 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.670 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.689 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.690 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.769 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.769 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.769 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.771 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@2070888402(state=PENDING, result=null, callback=(continuation of Deferred@1643410586 after retry RPC after error@277186817) -> (continuation of Deferred@1094368998 after retry RPC after error@1126799548) -> (continuation of Deferred@29058279 after retry RPC after error@1036662864) -> (continuation of Deferred@689142913 after retry RPC after error@653323623) -> (continuation of Deferred@2083924226 after retry RPC after error@273847916) -> (continuation of Deferred@571938707 after retry RPC after error@53300579), errback=(continuation of Deferred@1643410586 after retry RPC after error@277186817) -> (continuation of Deferred@1094368998 after retry RPC after error@1126799548) -> (continuation of Deferred@29058279 after retry RPC after error@1036662864) -> (continuation of Deferred@689142913 after retry RPC after error@653323623) -> (continuation of Deferred@2083924226 after retry RPC after error@273847916) -> (continuation of Deferred@571938707 after retry RPC after error@53300579)))
17:33:17.772 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@2070888402(state=PENDING, result=null, callback=(continuation of Deferred@1643410586 after retry RPC after error@277186817) -> (continuation of Deferred@1094368998 after retry RPC after error@1126799548) -> (continuation of Deferred@29058279 after retry RPC after error@1036662864) -> (continuation of Deferred@689142913 after retry RPC after error@653323623) -> (continuation of Deferred@2083924226 after retry RPC after error@273847916) -> (continuation of Deferred@571938707 after retry RPC after error@53300579), errback=(continuation of Deferred@1643410586 after retry RPC after error@277186817) -> (continuation of Deferred@1094368998 after retry RPC after error@1126799548) -> (continuation of Deferred@29058279 after retry RPC after error@1036662864) -> (continuation of Deferred@689142913 after retry RPC after error@653323623) -> (continuation of Deferred@2083924226 after retry RPC after error@273847916) -> (continuation of Deferred@571938707 after retry RPC after error@53300579)))
17:33:17.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.789 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.789 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:17.797881 31495 raft_consensus.cc:482] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 513aca88421d45fb950dc7e09028629d)
17:33:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:17.798086 31495 raft_consensus.cc:504] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } }
17:33:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:17.798702 31495 leader_election.cc:288] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795), af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551)
17:33:17.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:17.799804 30618 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111) [suppressed 13 similar messages]
17:33:17.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:17.801110 30618 leader_election.cc:334] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551): Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111)
17:33:17.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:17.801292 30616 leader_election.cc:334] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795): Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111)
17:33:17.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:17.801451 30616 leader_election.cc:302] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b3e4ebffd6234044a89abc551e9bab52; no voters: 513aca88421d45fb950dc7e09028629d, af0384c90acf409891ecfa292fbad2d3
17:33:17.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:17.801757 31495 raft_consensus.cc:2726] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
17:33:17.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.809 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.829 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.850 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.869 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.889 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.892 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.908 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.909 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.929 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.932 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.989 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:17.989 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:17.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:17.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:17.992 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:17.993 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [204ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1111760241(state=PENDING, result=null, callback=(continuation of Deferred@1398836609 after retry RPC after error@945923298) -> (continuation of Deferred@160033904 after retry RPC after error@1808062373) -> (continuation of Deferred@1017070553 after retry RPC after error@166503964) -> (continuation of Deferred@1329606973 after retry RPC after error@49589903) -> (continuation of Deferred@1144235139 after retry RPC after error@671299167) -> (continuation of Deferred@1711551419 after retry RPC after error@1092839714) -> (continuation of Deferred@418241081 after retry RPC after error@703440565) -> (continuation of Deferred@1848885720 after retry RPC after error@881053509), errback=(continuation of Deferred@1398836609 after retry RPC after error@945923298) -> (continuation of Deferred@160033904 after retry RPC after error@1808062373) -> (continuation of Deferred@1017070553 after retry RPC after error@166503964) -> (continuation of Deferred@1329606973 after retry RPC after error@49589903) -> (continuation of Deferred@1144235139 after retry RPC after error@671299167) -> (continuation of Deferred@1711551419 after retry RPC after error@1092839714) -> (continuation of Deferred@418241081 after retry RPC after error@703440565) -> (continuation of Deferred@1848885720 after retry RPC after error@881053509)))
17:33:17.993 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [204ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1111760241(state=PENDING, result=null, callback=(continuation of Deferred@1398836609 after retry RPC after error@945923298) -> (continuation of Deferred@160033904 after retry RPC after error@1808062373) -> (continuation of Deferred@1017070553 after retry RPC after error@166503964) -> (continuation of Deferred@1329606973 after retry RPC after error@49589903) -> (continuation of Deferred@1144235139 after retry RPC after error@671299167) -> (continuation of Deferred@1711551419 after retry RPC after error@1092839714) -> (continuation of Deferred@418241081 after retry RPC after error@703440565) -> (continuation of Deferred@1848885720 after retry RPC after error@881053509), errback=(continuation of Deferred@1398836609 after retry RPC after error@945923298) -> (continuation of Deferred@160033904 after retry RPC after error@1808062373) -> (continuation of Deferred@1017070553 after retry RPC after error@166503964) -> (continuation of Deferred@1329606973 after retry RPC after error@49589903) -> (continuation of Deferred@1144235139 after retry RPC after error@671299167) -> (continuation of Deferred@1711551419 after retry RPC after error@1092839714) -> (continuation of Deferred@418241081 after retry RPC after error@703440565) -> (continuation of Deferred@1848885720 after retry RPC after error@881053509)))
17:33:18.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.009 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.009 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.010 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.010 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.030 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.049 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.050 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.069 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.070 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.089 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.110 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.229 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.229 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.231 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1314826529(state=PENDING, result=null, callback=(continuation of Deferred@631897278 after retry RPC after error@208830739) -> (continuation of Deferred@327928252 after retry RPC after error@682061133) -> (continuation of Deferred@1107376363 after retry RPC after error@1524847521) -> (continuation of Deferred@401123176 after retry RPC after error@79064541) -> (continuation of Deferred@1329322944 after retry RPC after error@260433885) -> (continuation of Deferred@1560597154 after retry RPC after error@1793819738) -> (continuation of Deferred@2065676060 after retry RPC after error@1535380653), errback=(continuation of Deferred@631897278 after retry RPC after error@208830739) -> (continuation of Deferred@327928252 after retry RPC after error@682061133) -> (continuation of Deferred@1107376363 after retry RPC after error@1524847521) -> (continuation of Deferred@401123176 after retry RPC after error@79064541) -> (continuation of Deferred@1329322944 after retry RPC after error@260433885) -> (continuation of Deferred@1560597154 after retry RPC after error@1793819738) -> (continuation of Deferred@2065676060 after retry RPC after error@1535380653)))
17:33:18.232 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1314826529(state=PENDING, result=null, callback=(continuation of Deferred@631897278 after retry RPC after error@208830739) -> (continuation of Deferred@327928252 after retry RPC after error@682061133) -> (continuation of Deferred@1107376363 after retry RPC after error@1524847521) -> (continuation of Deferred@401123176 after retry RPC after error@79064541) -> (continuation of Deferred@1329322944 after retry RPC after error@260433885) -> (continuation of Deferred@1560597154 after retry RPC after error@1793819738) -> (continuation of Deferred@2065676060 after retry RPC after error@1535380653), errback=(continuation of Deferred@631897278 after retry RPC after error@208830739) -> (continuation of Deferred@327928252 after retry RPC after error@682061133) -> (continuation of Deferred@1107376363 after retry RPC after error@1524847521) -> (continuation of Deferred@401123176 after retry RPC after error@79064541) -> (continuation of Deferred@1329322944 after retry RPC after error@260433885) -> (continuation of Deferred@1560597154 after retry RPC after error@1793819738) -> (continuation of Deferred@2065676060 after retry RPC after error@1535380653)))
17:33:18.249 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.249 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.269 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.288 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.289 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.289 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.309 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.310 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.329 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.329 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.329 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.330 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.349 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.350 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.409 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.410 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.429 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.431 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@308111748(state=PENDING, result=null, callback=(continuation of Deferred@532320736 after retry RPC after error@1949210597) -> (continuation of Deferred@1622080156 after retry RPC after error@424062532) -> (continuation of Deferred@1379408157 after retry RPC after error@1386818816) -> (continuation of Deferred@1170495443 after retry RPC after error@1767699873) -> (continuation of Deferred@2076113254 after retry RPC after error@1625561660) -> (continuation of Deferred@125416252 after retry RPC after error@151437199) -> (continuation of Deferred@100602368 after retry RPC after error@1158339961), errback=(continuation of Deferred@532320736 after retry RPC after error@1949210597) -> (continuation of Deferred@1622080156 after retry RPC after error@424062532) -> (continuation of Deferred@1379408157 after retry RPC after error@1386818816) -> (continuation of Deferred@1170495443 after retry RPC after error@1767699873) -> (continuation of Deferred@2076113254 after retry RPC after error@1625561660) -> (continuation of Deferred@125416252 after retry RPC after error@151437199) -> (continuation of Deferred@100602368 after retry RPC after error@1158339961)))
17:33:18.432 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@308111748(state=PENDING, result=null, callback=(continuation of Deferred@532320736 after retry RPC after error@1949210597) -> (continuation of Deferred@1622080156 after retry RPC after error@424062532) -> (continuation of Deferred@1379408157 after retry RPC after error@1386818816) -> (continuation of Deferred@1170495443 after retry RPC after error@1767699873) -> (continuation of Deferred@2076113254 after retry RPC after error@1625561660) -> (continuation of Deferred@125416252 after retry RPC after error@151437199) -> (continuation of Deferred@100602368 after retry RPC after error@1158339961), errback=(continuation of Deferred@532320736 after retry RPC after error@1949210597) -> (continuation of Deferred@1622080156 after retry RPC after error@424062532) -> (continuation of Deferred@1379408157 after retry RPC after error@1386818816) -> (continuation of Deferred@1170495443 after retry RPC after error@1767699873) -> (continuation of Deferred@2076113254 after retry RPC after error@1625561660) -> (continuation of Deferred@125416252 after retry RPC after error@151437199) -> (continuation of Deferred@100602368 after retry RPC after error@1158339961)))
17:33:18.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.449 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.450 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.469 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.489 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.489 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.509 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.509 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.529 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.529 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.529 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.529 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.529 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.609 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.649 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.651 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1843040710(state=PENDING, result=null, callback=(continuation of Deferred@1051839469 after retry RPC after error@245824466) -> (continuation of Deferred@1083135641 after retry RPC after error@2044902383) -> (continuation of Deferred@1237117341 after retry RPC after error@1887302419) -> (continuation of Deferred@1258047515 after retry RPC after error@640532328) -> (continuation of Deferred@141777457 after retry RPC after error@394908999) -> (continuation of Deferred@1067318077 after retry RPC after error@1954596185) -> (continuation of Deferred@1722858282 after retry RPC after error@1070229846), errback=(continuation of Deferred@1051839469 after retry RPC after error@245824466) -> (continuation of Deferred@1083135641 after retry RPC after error@2044902383) -> (continuation of Deferred@1237117341 after retry RPC after error@1887302419) -> (continuation of Deferred@1258047515 after retry RPC after error@640532328) -> (continuation of Deferred@141777457 after retry RPC after error@394908999) -> (continuation of Deferred@1067318077 after retry RPC after error@1954596185) -> (continuation of Deferred@1722858282 after retry RPC after error@1070229846)))
17:33:18.652 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1843040710(state=PENDING, result=null, callback=(continuation of Deferred@1051839469 after retry RPC after error@245824466) -> (continuation of Deferred@1083135641 after retry RPC after error@2044902383) -> (continuation of Deferred@1237117341 after retry RPC after error@1887302419) -> (continuation of Deferred@1258047515 after retry RPC after error@640532328) -> (continuation of Deferred@141777457 after retry RPC after error@394908999) -> (continuation of Deferred@1067318077 after retry RPC after error@1954596185) -> (continuation of Deferred@1722858282 after retry RPC after error@1070229846), errback=(continuation of Deferred@1051839469 after retry RPC after error@245824466) -> (continuation of Deferred@1083135641 after retry RPC after error@2044902383) -> (continuation of Deferred@1237117341 after retry RPC after error@1887302419) -> (continuation of Deferred@1258047515 after retry RPC after error@640532328) -> (continuation of Deferred@141777457 after retry RPC after error@394908999) -> (continuation of Deferred@1067318077 after retry RPC after error@1954596185) -> (continuation of Deferred@1722858282 after retry RPC after error@1070229846)))
17:33:18.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.669 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.669 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.689 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.709 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.729 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.749 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.749 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.750 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.769 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.770 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.829 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.849 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.851 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1772173552(state=PENDING, result=null, callback=(continuation of Deferred@1387626415 after retry RPC after error@1012452119) -> (continuation of Deferred@380976466 after retry RPC after error@1991500236) -> (continuation of Deferred@260219058 after retry RPC after error@1970852390) -> (continuation of Deferred@1251491446 after retry RPC after error@600574824) -> (continuation of Deferred@961652883 after retry RPC after error@176927869) -> (continuation of Deferred@23806164 after retry RPC after error@1111465178) -> (continuation of Deferred@1981718846 after retry RPC after error@568445916), errback=(continuation of Deferred@1387626415 after retry RPC after error@1012452119) -> (continuation of Deferred@380976466 after retry RPC after error@1991500236) -> (continuation of Deferred@260219058 after retry RPC after error@1970852390) -> (continuation of Deferred@1251491446 after retry RPC after error@600574824) -> (continuation of Deferred@961652883 after retry RPC after error@176927869) -> (continuation of Deferred@23806164 after retry RPC after error@1111465178) -> (continuation of Deferred@1981718846 after retry RPC after error@568445916)))
17:33:18.852 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1772173552(state=PENDING, result=null, callback=(continuation of Deferred@1387626415 after retry RPC after error@1012452119) -> (continuation of Deferred@380976466 after retry RPC after error@1991500236) -> (continuation of Deferred@260219058 after retry RPC after error@1970852390) -> (continuation of Deferred@1251491446 after retry RPC after error@600574824) -> (continuation of Deferred@961652883 after retry RPC after error@176927869) -> (continuation of Deferred@23806164 after retry RPC after error@1111465178) -> (continuation of Deferred@1981718846 after retry RPC after error@568445916), errback=(continuation of Deferred@1387626415 after retry RPC after error@1012452119) -> (continuation of Deferred@380976466 after retry RPC after error@1991500236) -> (continuation of Deferred@260219058 after retry RPC after error@1970852390) -> (continuation of Deferred@1251491446 after retry RPC after error@600574824) -> (continuation of Deferred@961652883 after retry RPC after error@176927869) -> (continuation of Deferred@23806164 after retry RPC after error@1111465178) -> (continuation of Deferred@1981718846 after retry RPC after error@568445916)))
17:33:18.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.869 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.889 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.892 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.909 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.909 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.949 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.949 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.950 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.950 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:18.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:18.969 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:18.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:18.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:18.972 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.029 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.029 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.069 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.070 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.070 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [58ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [198ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [200ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@618012635(state=PENDING, result=null, callback=(continuation of Deferred@2019437620 after retry RPC after error@1387008773) -> (continuation of Deferred@1295392341 after retry RPC after error@1493891311) -> (continuation of Deferred@1354514550 after retry RPC after error@1647990111) -> (continuation of Deferred@520301563 after retry RPC after error@297825652) -> (continuation of Deferred@592259274 after retry RPC after error@325910865) -> (continuation of Deferred@364358708 after retry RPC after error@122552355) -> (continuation of Deferred@1301246840 after retry RPC after error@915637265), errback=(continuation of Deferred@2019437620 after retry RPC after error@1387008773) -> (continuation of Deferred@1295392341 after retry RPC after error@1493891311) -> (continuation of Deferred@1354514550 after retry RPC after error@1647990111) -> (continuation of Deferred@520301563 after retry RPC after error@297825652) -> (continuation of Deferred@592259274 after retry RPC after error@325910865) -> (continuation of Deferred@364358708 after retry RPC after error@122552355) -> (continuation of Deferred@1301246840 after retry RPC after error@915637265)))
17:33:19.071 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [58ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [198ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [200ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@618012635(state=PENDING, result=null, callback=(continuation of Deferred@2019437620 after retry RPC after error@1387008773) -> (continuation of Deferred@1295392341 after retry RPC after error@1493891311) -> (continuation of Deferred@1354514550 after retry RPC after error@1647990111) -> (continuation of Deferred@520301563 after retry RPC after error@297825652) -> (continuation of Deferred@592259274 after retry RPC after error@325910865) -> (continuation of Deferred@364358708 after retry RPC after error@122552355) -> (continuation of Deferred@1301246840 after retry RPC after error@915637265), errback=(continuation of Deferred@2019437620 after retry RPC after error@1387008773) -> (continuation of Deferred@1295392341 after retry RPC after error@1493891311) -> (continuation of Deferred@1354514550 after retry RPC after error@1647990111) -> (continuation of Deferred@520301563 after retry RPC after error@297825652) -> (continuation of Deferred@592259274 after retry RPC after error@325910865) -> (continuation of Deferred@364358708 after retry RPC after error@122552355) -> (continuation of Deferred@1301246840 after retry RPC after error@915637265)))
17:33:19.089 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.089 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.110 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.130 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.150 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.169 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.169 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.189 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.189 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.229 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.229 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.269 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.269 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.311 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1157410354(state=PENDING, result=null, callback=(continuation of Deferred@1215401220 after retry RPC after error@775944957) -> (continuation of Deferred@956731187 after retry RPC after error@405420831) -> (continuation of Deferred@1551342771 after retry RPC after error@231636434) -> (continuation of Deferred@12321871 after retry RPC after error@1233593732) -> (continuation of Deferred@695581187 after retry RPC after error@1470853650) -> (continuation of Deferred@928352980 after retry RPC after error@1200501439) -> (continuation of Deferred@1135554031 after retry RPC after error@1327037546) -> (continuation of Deferred@1409338487 after retry RPC after error@1655506818), errback=(continuation of Deferred@1215401220 after retry RPC after error@775944957) -> (continuation of Deferred@956731187 after retry RPC after error@405420831) -> (continuation of Deferred@1551342771 after retry RPC after error@231636434) -> (continuation of Deferred@12321871 after retry RPC after error@1233593732) -> (continuation of Deferred@695581187 after retry RPC after error@1470853650) -> (continuation of Deferred@928352980 after retry RPC after error@1200501439) -> (continuation of Deferred@1135554031 after retry RPC after error@1327037546) -> (continuation of Deferred@1409338487 after retry RPC after error@1655506818)))
17:33:19.312 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1157410354(state=PENDING, result=null, callback=(continuation of Deferred@1215401220 after retry RPC after error@775944957) -> (continuation of Deferred@956731187 after retry RPC after error@405420831) -> (continuation of Deferred@1551342771 after retry RPC after error@231636434) -> (continuation of Deferred@12321871 after retry RPC after error@1233593732) -> (continuation of Deferred@695581187 after retry RPC after error@1470853650) -> (continuation of Deferred@928352980 after retry RPC after error@1200501439) -> (continuation of Deferred@1135554031 after retry RPC after error@1327037546) -> (continuation of Deferred@1409338487 after retry RPC after error@1655506818), errback=(continuation of Deferred@1215401220 after retry RPC after error@775944957) -> (continuation of Deferred@956731187 after retry RPC after error@405420831) -> (continuation of Deferred@1551342771 after retry RPC after error@231636434) -> (continuation of Deferred@12321871 after retry RPC after error@1233593732) -> (continuation of Deferred@695581187 after retry RPC after error@1470853650) -> (continuation of Deferred@928352980 after retry RPC after error@1200501439) -> (continuation of Deferred@1135554031 after retry RPC after error@1327037546) -> (continuation of Deferred@1409338487 after retry RPC after error@1655506818)))
17:33:19.329 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.329 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.332 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.349 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.350 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.369 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.370 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.389 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.409 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.429 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.509 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.512 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@880631742(state=PENDING, result=null, callback=(continuation of Deferred@1059333626 after retry RPC after error@438588619) -> (continuation of Deferred@888469628 after retry RPC after error@1789579763) -> (continuation of Deferred@1950298793 after retry RPC after error@1275441897) -> (continuation of Deferred@1604420621 after retry RPC after error@1664672579) -> (continuation of Deferred@1847537655 after retry RPC after error@258755111) -> (continuation of Deferred@1555969579 after retry RPC after error@2025387012), errback=(continuation of Deferred@1059333626 after retry RPC after error@438588619) -> (continuation of Deferred@888469628 after retry RPC after error@1789579763) -> (continuation of Deferred@1950298793 after retry RPC after error@1275441897) -> (continuation of Deferred@1604420621 after retry RPC after error@1664672579) -> (continuation of Deferred@1847537655 after retry RPC after error@258755111) -> (continuation of Deferred@1555969579 after retry RPC after error@2025387012)))
17:33:19.512 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@880631742(state=PENDING, result=null, callback=(continuation of Deferred@1059333626 after retry RPC after error@438588619) -> (continuation of Deferred@888469628 after retry RPC after error@1789579763) -> (continuation of Deferred@1950298793 after retry RPC after error@1275441897) -> (continuation of Deferred@1604420621 after retry RPC after error@1664672579) -> (continuation of Deferred@1847537655 after retry RPC after error@258755111) -> (continuation of Deferred@1555969579 after retry RPC after error@2025387012), errback=(continuation of Deferred@1059333626 after retry RPC after error@438588619) -> (continuation of Deferred@888469628 after retry RPC after error@1789579763) -> (continuation of Deferred@1950298793 after retry RPC after error@1275441897) -> (continuation of Deferred@1604420621 after retry RPC after error@1664672579) -> (continuation of Deferred@1847537655 after retry RPC after error@258755111) -> (continuation of Deferred@1555969579 after retry RPC after error@2025387012)))
17:33:19.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.529 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.529 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.529 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.529 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.529 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.548 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.549 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.569 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.589 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.589 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.589 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.609 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.629 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.669 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.709 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.729 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.731 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@355029146(state=PENDING, result=null, callback=(continuation of Deferred@94611840 after retry RPC after error@861238317) -> (continuation of Deferred@615311119 after retry RPC after error@2069814912) -> (continuation of Deferred@1663666114 after retry RPC after error@2076533654) -> (continuation of Deferred@949118846 after retry RPC after error@892666930) -> (continuation of Deferred@437097153 after retry RPC after error@1250200517) -> (continuation of Deferred@1627827324 after retry RPC after error@2081370362) -> (continuation of Deferred@174206496 after retry RPC after error@1683379722) -> (continuation of Deferred@820470704 after retry RPC after error@904531382), errback=(continuation of Deferred@94611840 after retry RPC after error@861238317) -> (continuation of Deferred@615311119 after retry RPC after error@2069814912) -> (continuation of Deferred@1663666114 after retry RPC after error@2076533654) -> (continuation of Deferred@949118846 after retry RPC after error@892666930) -> (continuation of Deferred@437097153 after retry RPC after error@1250200517) -> (continuation of Deferred@1627827324 after retry RPC after error@2081370362) -> (continuation of Deferred@174206496 after retry RPC after error@1683379722) -> (continuation of Deferred@820470704 after retry RPC after error@904531382)))
17:33:19.732 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@355029146(state=PENDING, result=null, callback=(continuation of Deferred@94611840 after retry RPC after error@861238317) -> (continuation of Deferred@615311119 after retry RPC after error@2069814912) -> (continuation of Deferred@1663666114 after retry RPC after error@2076533654) -> (continuation of Deferred@949118846 after retry RPC after error@892666930) -> (continuation of Deferred@437097153 after retry RPC after error@1250200517) -> (continuation of Deferred@1627827324 after retry RPC after error@2081370362) -> (continuation of Deferred@174206496 after retry RPC after error@1683379722) -> (continuation of Deferred@820470704 after retry RPC after error@904531382), errback=(continuation of Deferred@94611840 after retry RPC after error@861238317) -> (continuation of Deferred@615311119 after retry RPC after error@2069814912) -> (continuation of Deferred@1663666114 after retry RPC after error@2076533654) -> (continuation of Deferred@949118846 after retry RPC after error@892666930) -> (continuation of Deferred@437097153 after retry RPC after error@1250200517) -> (continuation of Deferred@1627827324 after retry RPC after error@2081370362) -> (continuation of Deferred@174206496 after retry RPC after error@1683379722) -> (continuation of Deferred@820470704 after retry RPC after error@904531382)))
17:33:19.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.749 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.749 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.750 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.769 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.769 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.770 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.789 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.809 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.810 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.810 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.830 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.869 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.889 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:19.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:19.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:19.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.949 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:19.949 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.949 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:19.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.008 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1584688897(state=PENDING, result=null, callback=(continuation of Deferred@1258814632 after retry RPC after error@921095579) -> (continuation of Deferred@1758419506 after retry RPC after error@356400205) -> (continuation of Deferred@1638428926 after retry RPC after error@1638069061) -> (continuation of Deferred@1940794249 after retry RPC after error@387362277) -> (continuation of Deferred@899350649 after retry RPC after error@1138095444) -> (continuation of Deferred@1092975812 after retry RPC after error@1677629568) -> (continuation of Deferred@235652174 after retry RPC after error@1645801358) -> (continuation of Deferred@137460821 after retry RPC after error@530370379), errback=(continuation of Deferred@1258814632 after retry RPC after error@921095579) -> (continuation of Deferred@1758419506 after retry RPC after error@356400205) -> (continuation of Deferred@1638428926 after retry RPC after error@1638069061) -> (continuation of Deferred@1940794249 after retry RPC after error@387362277) -> (continuation of Deferred@899350649 after retry RPC after error@1138095444) -> (continuation of Deferred@1092975812 after retry RPC after error@1677629568) -> (continuation of Deferred@235652174 after retry RPC after error@1645801358) -> (continuation of Deferred@137460821 after retry RPC after error@530370379)))
17:33:20.009 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:33:20.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.029 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.049 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.069 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.069 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.089 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.109 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.110 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.129 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.169 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.169 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.209 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.209 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.210 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.211 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1793151775(state=PENDING, result=null, callback=(continuation of Deferred@852984022 after retry RPC after error@535234461) -> (continuation of Deferred@2024277346 after retry RPC after error@405915843) -> (continuation of Deferred@376318499 after retry RPC after error@823266460) -> (continuation of Deferred@153722057 after retry RPC after error@533211903) -> (continuation of Deferred@2014323735 after retry RPC after error@1506255205) -> (continuation of Deferred@483242304 after retry RPC after error@1108144116) -> (continuation of Deferred@994401086 after retry RPC after error@1609370042), errback=(continuation of Deferred@852984022 after retry RPC after error@535234461) -> (continuation of Deferred@2024277346 after retry RPC after error@405915843) -> (continuation of Deferred@376318499 after retry RPC after error@823266460) -> (continuation of Deferred@153722057 after retry RPC after error@533211903) -> (continuation of Deferred@2014323735 after retry RPC after error@1506255205) -> (continuation of Deferred@483242304 after retry RPC after error@1108144116) -> (continuation of Deferred@994401086 after retry RPC after error@1609370042)))
17:33:20.212 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1793151775(state=PENDING, result=null, callback=(continuation of Deferred@852984022 after retry RPC after error@535234461) -> (continuation of Deferred@2024277346 after retry RPC after error@405915843) -> (continuation of Deferred@376318499 after retry RPC after error@823266460) -> (continuation of Deferred@153722057 after retry RPC after error@533211903) -> (continuation of Deferred@2014323735 after retry RPC after error@1506255205) -> (continuation of Deferred@483242304 after retry RPC after error@1108144116) -> (continuation of Deferred@994401086 after retry RPC after error@1609370042), errback=(continuation of Deferred@852984022 after retry RPC after error@535234461) -> (continuation of Deferred@2024277346 after retry RPC after error@405915843) -> (continuation of Deferred@376318499 after retry RPC after error@823266460) -> (continuation of Deferred@153722057 after retry RPC after error@533211903) -> (continuation of Deferred@2014323735 after retry RPC after error@1506255205) -> (continuation of Deferred@483242304 after retry RPC after error@1108144116) -> (continuation of Deferred@994401086 after retry RPC after error@1609370042)))
17:33:20.229 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.229 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.249 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.249 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.270 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.288 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.288 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.289 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.290 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.310 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.349 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.350 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.369 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:20.461536 31509 raft_consensus.cc:482] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 513aca88421d45fb950dc7e09028629d)
17:33:20.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:20.461758 31509 raft_consensus.cc:504] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } }
17:33:20.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:20.462507 31509 leader_election.cc:288] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795), af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551)
17:33:20.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:20.464989 30616 leader_election.cc:334] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795): Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111)
17:33:20.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:20.465140 30618 leader_election.cc:334] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551): Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111)
17:33:20.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:20.465271 30618 leader_election.cc:302] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b3e4ebffd6234044a89abc551e9bab52; no voters: 513aca88421d45fb950dc7e09028629d, af0384c90acf409891ecfa292fbad2d3
17:33:20.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:20.465509 31509 raft_consensus.cc:2726] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
17:33:20.489 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@905607226(state=PENDING, result=null, callback=(continuation of Deferred@2079422736 after retry RPC after error@1891995718) -> (continuation of Deferred@1286230691 after retry RPC after error@720881828) -> (continuation of Deferred@1522404627 after retry RPC after error@111534498) -> (continuation of Deferred@411341983 after retry RPC after error@211996099) -> (continuation of Deferred@652124113 after retry RPC after error@257933913) -> (continuation of Deferred@860065601 after retry RPC after error@689279039) -> (continuation of Deferred@2078782171 after retry RPC after error@173800180), errback=(continuation of Deferred@2079422736 after retry RPC after error@1891995718) -> (continuation of Deferred@1286230691 after retry RPC after error@720881828) -> (continuation of Deferred@1522404627 after retry RPC after error@111534498) -> (continuation of Deferred@411341983 after retry RPC after error@211996099) -> (continuation of Deferred@652124113 after retry RPC after error@257933913) -> (continuation of Deferred@860065601 after retry RPC after error@689279039) -> (continuation of Deferred@2078782171 after retry RPC after error@173800180)))
17:33:20.490 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:33:20.509 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.509 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:20.520747 30600 master_runner.cc:186] Error getting master registration for 127.29.223.125:43795: Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111),
17:33:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:20.520958 30600 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:33:20.529 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.529 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.529 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.548 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.549 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.569 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.589 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.609 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.610 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.649 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.651 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@2029782298(state=PENDING, result=null, callback=(continuation of Deferred@1150082170 after retry RPC after error@637922089) -> (continuation of Deferred@430866295 after retry RPC after error@23231885) -> (continuation of Deferred@598679255 after retry RPC after error@712701224) -> (continuation of Deferred@1078289111 after retry RPC after error@1390014791) -> (continuation of Deferred@156959853 after retry RPC after error@1953854427) -> (continuation of Deferred@525202520 after retry RPC after error@42167615), errback=(continuation of Deferred@1150082170 after retry RPC after error@637922089) -> (continuation of Deferred@430866295 after retry RPC after error@23231885) -> (continuation of Deferred@598679255 after retry RPC after error@712701224) -> (continuation of Deferred@1078289111 after retry RPC after error@1390014791) -> (continuation of Deferred@156959853 after retry RPC after error@1953854427) -> (continuation of Deferred@525202520 after retry RPC after error@42167615)))
17:33:20.651 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@2029782298(state=PENDING, result=null, callback=(continuation of Deferred@1150082170 after retry RPC after error@637922089) -> (continuation of Deferred@430866295 after retry RPC after error@23231885) -> (continuation of Deferred@598679255 after retry RPC after error@712701224) -> (continuation of Deferred@1078289111 after retry RPC after error@1390014791) -> (continuation of Deferred@156959853 after retry RPC after error@1953854427) -> (continuation of Deferred@525202520 after retry RPC after error@42167615), errback=(continuation of Deferred@1150082170 after retry RPC after error@637922089) -> (continuation of Deferred@430866295 after retry RPC after error@23231885) -> (continuation of Deferred@598679255 after retry RPC after error@712701224) -> (continuation of Deferred@1078289111 after retry RPC after error@1390014791) -> (continuation of Deferred@156959853 after retry RPC after error@1953854427) -> (continuation of Deferred@525202520 after retry RPC after error@42167615)))
17:33:20.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.669 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.670 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.689 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.690 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.710 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.730 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.749 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.749 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.789 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.789 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.792 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.830 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.889 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.889 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.891 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1721613786(state=PENDING, result=null, callback=(continuation of Deferred@1365043270 after retry RPC after error@840945430) -> (continuation of Deferred@1154314317 after retry RPC after error@1337288291) -> (continuation of Deferred@2031986955 after retry RPC after error@892776001) -> (continuation of Deferred@441905074 after retry RPC after error@2117338341) -> (continuation of Deferred@1786097625 after retry RPC after error@1781612656) -> (continuation of Deferred@1194793467 after retry RPC after error@435826388) -> (continuation of Deferred@1580618069 after retry RPC after error@1055172643), errback=(continuation of Deferred@1365043270 after retry RPC after error@840945430) -> (continuation of Deferred@1154314317 after retry RPC after error@1337288291) -> (continuation of Deferred@2031986955 after retry RPC after error@892776001) -> (continuation of Deferred@441905074 after retry RPC after error@2117338341) -> (continuation of Deferred@1786097625 after retry RPC after error@1781612656) -> (continuation of Deferred@1194793467 after retry RPC after error@435826388) -> (continuation of Deferred@1580618069 after retry RPC after error@1055172643)))
17:33:20.892 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1721613786(state=PENDING, result=null, callback=(continuation of Deferred@1365043270 after retry RPC after error@840945430) -> (continuation of Deferred@1154314317 after retry RPC after error@1337288291) -> (continuation of Deferred@2031986955 after retry RPC after error@892776001) -> (continuation of Deferred@441905074 after retry RPC after error@2117338341) -> (continuation of Deferred@1786097625 after retry RPC after error@1781612656) -> (continuation of Deferred@1194793467 after retry RPC after error@435826388) -> (continuation of Deferred@1580618069 after retry RPC after error@1055172643), errback=(continuation of Deferred@1365043270 after retry RPC after error@840945430) -> (continuation of Deferred@1154314317 after retry RPC after error@1337288291) -> (continuation of Deferred@2031986955 after retry RPC after error@892776001) -> (continuation of Deferred@441905074 after retry RPC after error@2117338341) -> (continuation of Deferred@1786097625 after retry RPC after error@1781612656) -> (continuation of Deferred@1194793467 after retry RPC after error@435826388) -> (continuation of Deferred@1580618069 after retry RPC after error@1055172643)))
17:33:20.908 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.908 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.910 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.930 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.949 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.949 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.950 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.970 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:20.988 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:20.989 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:20.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.989 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:20.989 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.989 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:20.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:21.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:21.009 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:21.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.009 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.009 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.010 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:21.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:21.049 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:21.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.049 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:21.168 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@46971013(state=PENDING, result=null, callback=(continuation of Deferred@613259362 after retry RPC after error@760073484) -> (continuation of Deferred@1866965850 after retry RPC after error@145237671) -> (continuation of Deferred@1085202776 after retry RPC after error@55075308) -> (continuation of Deferred@1372020652 after retry RPC after error@403953197) -> (continuation of Deferred@796938326 after retry RPC after error@1862734667) -> (continuation of Deferred@72747832 after retry RPC after error@41027361) -> (continuation of Deferred@794682841 after retry RPC after error@2014787122), errback=(continuation of Deferred@613259362 after retry RPC after error@760073484) -> (continuation of Deferred@1866965850 after retry RPC after error@145237671) -> (continuation of Deferred@1085202776 after retry RPC after error@55075308) -> (continuation of Deferred@1372020652 after retry RPC after error@403953197) -> (continuation of Deferred@796938326 after retry RPC after error@1862734667) -> (continuation of Deferred@72747832 after retry RPC after error@41027361) -> (continuation of Deferred@794682841 after retry RPC after error@2014787122)))
17:33:21.169 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:33:21.189 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:21.189 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:21.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:21.190589 31255 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 1)
17:33:21.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:21.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:21.193091 31255 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '35b0695db7f546f88a2abe2fa5454ba3', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '35b0695db7f546f88a2abe2fa5454ba3', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 1)
17:33:21.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:21.194574 31256 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.29.223.124:37551)
17:33:21.209 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:21.209 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:21.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.209 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.210 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:21.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:21.229 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:21.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.229 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.230 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:21.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:21.249 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:21.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:21.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:21.269 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:21.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.270 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:21.288 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:21.289 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:21.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.289 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.290 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:21.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:21.349 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:21.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.349 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:21.429 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:21.429 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:21.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:21.431 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1759279528(state=PENDING, result=null, callback=(continuation of Deferred@896080039 after retry RPC after error@1755901563) -> (continuation of Deferred@170075848 after retry RPC after error@28905245) -> (continuation of Deferred@2095616941 after retry RPC after error@1394372989) -> (continuation of Deferred@1075447984 after retry RPC after error@160573001) -> (continuation of Deferred@836741421 after retry RPC after error@33071602) -> (continuation of Deferred@288843509 after retry RPC after error@152021748) -> (continuation of Deferred@1163258937 after retry RPC after error@31859280), errback=(continuation of Deferred@896080039 after retry RPC after error@1755901563) -> (continuation of Deferred@170075848 after retry RPC after error@28905245) -> (continuation of Deferred@2095616941 after retry RPC after error@1394372989) -> (continuation of Deferred@1075447984 after retry RPC after error@160573001) -> (continuation of Deferred@836741421 after retry RPC after error@33071602) -> (continuation of Deferred@288843509 after retry RPC after error@152021748) -> (continuation of Deferred@1163258937 after retry RPC after error@31859280)))
17:33:21.432 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1759279528(state=PENDING, result=null, callback=(continuation of Deferred@896080039 after retry RPC after error@1755901563) -> (continuation of Deferred@170075848 after retry RPC after error@28905245) -> (continuation of Deferred@2095616941 after retry RPC after error@1394372989) -> (continuation of Deferred@1075447984 after retry RPC after error@160573001) -> (continuation of Deferred@836741421 after retry RPC after error@33071602) -> (continuation of Deferred@288843509 after retry RPC after error@152021748) -> (continuation of Deferred@1163258937 after retry RPC after error@31859280), errback=(continuation of Deferred@896080039 after retry RPC after error@1755901563) -> (continuation of Deferred@170075848 after retry RPC after error@28905245) -> (continuation of Deferred@2095616941 after retry RPC after error@1394372989) -> (continuation of Deferred@1075447984 after retry RPC after error@160573001) -> (continuation of Deferred@836741421 after retry RPC after error@33071602) -> (continuation of Deferred@288843509 after retry RPC after error@152021748) -> (continuation of Deferred@1163258937 after retry RPC after error@31859280)))
17:33:21.449 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:21.449 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:21.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:21.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:21.469 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:21.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:21.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:21.489 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:21.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.489 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:21.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:21.509 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:21.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.510 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:21.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:21.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:21.529 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.529 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.529 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.529 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.529 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.530 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:21.548 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:21.548 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:21.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.550 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:21.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:21.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:21.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.610 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:21.611 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1408515150(state=PENDING, result=null, callback=(continuation of Deferred@1428001099 after retry RPC after error@1411454830) -> (continuation of Deferred@696788888 after retry RPC after error@1533835435) -> (continuation of Deferred@1648508228 after retry RPC after error@1048890373) -> (continuation of Deferred@1448646826 after retry RPC after error@1850285034) -> (continuation of Deferred@496153466 after retry RPC after error@91136041) -> (continuation of Deferred@392291814 after retry RPC after error@827407019), errback=(continuation of Deferred@1428001099 after retry RPC after error@1411454830) -> (continuation of Deferred@696788888 after retry RPC after error@1533835435) -> (continuation of Deferred@1648508228 after retry RPC after error@1048890373) -> (continuation of Deferred@1448646826 after retry RPC after error@1850285034) -> (continuation of Deferred@496153466 after retry RPC after error@91136041) -> (continuation of Deferred@392291814 after retry RPC after error@827407019)))
17:33:21.611 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1408515150(state=PENDING, result=null, callback=(continuation of Deferred@1428001099 after retry RPC after error@1411454830) -> (continuation of Deferred@696788888 after retry RPC after error@1533835435) -> (continuation of Deferred@1648508228 after retry RPC after error@1048890373) -> (continuation of Deferred@1448646826 after retry RPC after error@1850285034) -> (continuation of Deferred@496153466 after retry RPC after error@91136041) -> (continuation of Deferred@392291814 after retry RPC after error@827407019), errback=(continuation of Deferred@1428001099 after retry RPC after error@1411454830) -> (continuation of Deferred@696788888 after retry RPC after error@1533835435) -> (continuation of Deferred@1648508228 after retry RPC after error@1048890373) -> (continuation of Deferred@1448646826 after retry RPC after error@1850285034) -> (continuation of Deferred@496153466 after retry RPC after error@91136041) -> (continuation of Deferred@392291814 after retry RPC after error@827407019)))
17:33:21.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:21.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:21.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.630 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:21.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:21.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:21.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.649 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.650 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:21.669 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:21.669 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:21.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:21.689 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:21.689 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:21.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.690 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:21.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:21.709 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:21.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:21.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:21.729 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:21.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.730 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:21.809 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:21.809 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:21.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.810 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:21.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:21.849 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:21.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:21.851 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@2054537751(state=PENDING, result=null, callback=(continuation of Deferred@808722902 after retry RPC after error@2129573471) -> (continuation of Deferred@994547480 after retry RPC after error@1870044957) -> (continuation of Deferred@2128423348 after retry RPC after error@1971991678) -> (continuation of Deferred@1928499840 after retry RPC after error@690451892) -> (continuation of Deferred@1042315693 after retry RPC after error@439194579) -> (continuation of Deferred@2083349636 after retry RPC after error@1848980576) -> (continuation of Deferred@1407571226 after retry RPC after error@622884798), errback=(continuation of Deferred@808722902 after retry RPC after error@2129573471) -> (continuation of Deferred@994547480 after retry RPC after error@1870044957) -> (continuation of Deferred@2128423348 after retry RPC after error@1971991678) -> (continuation of Deferred@1928499840 after retry RPC after error@690451892) -> (continuation of Deferred@1042315693 after retry RPC after error@439194579) -> (continuation of Deferred@2083349636 after retry RPC after error@1848980576) -> (continuation of Deferred@1407571226 after retry RPC after error@622884798)))
17:33:21.851 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@2054537751(state=PENDING, result=null, callback=(continuation of Deferred@808722902 after retry RPC after error@2129573471) -> (continuation of Deferred@994547480 after retry RPC after error@1870044957) -> (continuation of Deferred@2128423348 after retry RPC after error@1971991678) -> (continuation of Deferred@1928499840 after retry RPC after error@690451892) -> (continuation of Deferred@1042315693 after retry RPC after error@439194579) -> (continuation of Deferred@2083349636 after retry RPC after error@1848980576) -> (continuation of Deferred@1407571226 after retry RPC after error@622884798), errback=(continuation of Deferred@808722902 after retry RPC after error@2129573471) -> (continuation of Deferred@994547480 after retry RPC after error@1870044957) -> (continuation of Deferred@2128423348 after retry RPC after error@1971991678) -> (continuation of Deferred@1928499840 after retry RPC after error@690451892) -> (continuation of Deferred@1042315693 after retry RPC after error@439194579) -> (continuation of Deferred@2083349636 after retry RPC after error@1848980576) -> (continuation of Deferred@1407571226 after retry RPC after error@622884798)))
17:33:21.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:21.869 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:21.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:21.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:21.889 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:21.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:21.908 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:21.909 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:21.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:21.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:21.929 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:21.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.930 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:21.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:21.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:21.949 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.949 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.949 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.950 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:21.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:21.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:21.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.970 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:21.988 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:21.988 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:21.989 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.989 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.989 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:21.989 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:21.990 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:22.129 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1764112048(state=PENDING, result=null, callback=(continuation of Deferred@259720211 after retry RPC after error@1048248920) -> (continuation of Deferred@809371709 after retry RPC after error@1752509244) -> (continuation of Deferred@1064956349 after retry RPC after error@1509313992) -> (continuation of Deferred@424270123 after retry RPC after error@1478766069) -> (continuation of Deferred@681630549 after retry RPC after error@1137924996) -> (continuation of Deferred@344216148 after retry RPC after error@1832292020) -> (continuation of Deferred@1138919988 after retry RPC after error@439674551), errback=(continuation of Deferred@259720211 after retry RPC after error@1048248920) -> (continuation of Deferred@809371709 after retry RPC after error@1752509244) -> (continuation of Deferred@1064956349 after retry RPC after error@1509313992) -> (continuation of Deferred@424270123 after retry RPC after error@1478766069) -> (continuation of Deferred@681630549 after retry RPC after error@1137924996) -> (continuation of Deferred@344216148 after retry RPC after error@1832292020) -> (continuation of Deferred@1138919988 after retry RPC after error@439674551)))
17:33:22.129 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:33:22.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:22.149 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:22.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.150 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:22.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:22.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:22.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.170 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:22.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:22.189 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:22.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:22.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:22.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:22.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.209 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.210 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:22.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:22.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:22.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.229 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.230 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:22.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:22.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:22.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.250 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:22.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:22.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:22.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.270 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:22.289 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:22.289 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:22.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:22.292 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1417690783(state=PENDING, result=null, callback=(continuation of Deferred@565855653 after retry RPC after error@1707187219) -> (continuation of Deferred@2035732422 after retry RPC after error@754414261) -> (continuation of Deferred@1595121123 after retry RPC after error@911975190) -> (continuation of Deferred@2042389220 after retry RPC after error@1858721212) -> (continuation of Deferred@762749187 after retry RPC after error@1180628136) -> (continuation of Deferred@1550783941 after retry RPC after error@2083217345) -> (continuation of Deferred@1691191294 after retry RPC after error@1434961019), errback=(continuation of Deferred@565855653 after retry RPC after error@1707187219) -> (continuation of Deferred@2035732422 after retry RPC after error@754414261) -> (continuation of Deferred@1595121123 after retry RPC after error@911975190) -> (continuation of Deferred@2042389220 after retry RPC after error@1858721212) -> (continuation of Deferred@762749187 after retry RPC after error@1180628136) -> (continuation of Deferred@1550783941 after retry RPC after error@2083217345) -> (continuation of Deferred@1691191294 after retry RPC after error@1434961019)))
17:33:22.292 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1417690783(state=PENDING, result=null, callback=(continuation of Deferred@565855653 after retry RPC after error@1707187219) -> (continuation of Deferred@2035732422 after retry RPC after error@754414261) -> (continuation of Deferred@1595121123 after retry RPC after error@911975190) -> (continuation of Deferred@2042389220 after retry RPC after error@1858721212) -> (continuation of Deferred@762749187 after retry RPC after error@1180628136) -> (continuation of Deferred@1550783941 after retry RPC after error@2083217345) -> (continuation of Deferred@1691191294 after retry RPC after error@1434961019), errback=(continuation of Deferred@565855653 after retry RPC after error@1707187219) -> (continuation of Deferred@2035732422 after retry RPC after error@754414261) -> (continuation of Deferred@1595121123 after retry RPC after error@911975190) -> (continuation of Deferred@2042389220 after retry RPC after error@1858721212) -> (continuation of Deferred@762749187 after retry RPC after error@1180628136) -> (continuation of Deferred@1550783941 after retry RPC after error@2083217345) -> (continuation of Deferred@1691191294 after retry RPC after error@1434961019)))
17:33:22.309 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:22.309 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:22.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.310 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.312 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:22.329 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:22.329 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:22.329 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:22.349 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:22.349 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:22.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:22.369 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:22.369 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:22.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.370 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:22.389 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:22.389 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:22.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:22.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:22.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:22.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.430 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:22.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:22.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:22.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.470 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:22.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:22.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:22.529 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.529 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.529 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.529 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.529 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:22.531 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1804468040(state=PENDING, result=null, callback=(continuation of Deferred@1553767827 after retry RPC after error@851205432) -> (continuation of Deferred@206605440 after retry RPC after error@136529405) -> (continuation of Deferred@820719983 after retry RPC after error@1626271703) -> (continuation of Deferred@1750223814 after retry RPC after error@2051860380) -> (continuation of Deferred@331727347 after retry RPC after error@79827979) -> (continuation of Deferred@2117362478 after retry RPC after error@1666780019) -> (continuation of Deferred@1580106930 after retry RPC after error@1247322416), errback=(continuation of Deferred@1553767827 after retry RPC after error@851205432) -> (continuation of Deferred@206605440 after retry RPC after error@136529405) -> (continuation of Deferred@820719983 after retry RPC after error@1626271703) -> (continuation of Deferred@1750223814 after retry RPC after error@2051860380) -> (continuation of Deferred@331727347 after retry RPC after error@79827979) -> (continuation of Deferred@2117362478 after retry RPC after error@1666780019) -> (continuation of Deferred@1580106930 after retry RPC after error@1247322416)))
17:33:22.532 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1804468040(state=PENDING, result=null, callback=(continuation of Deferred@1553767827 after retry RPC after error@851205432) -> (continuation of Deferred@206605440 after retry RPC after error@136529405) -> (continuation of Deferred@820719983 after retry RPC after error@1626271703) -> (continuation of Deferred@1750223814 after retry RPC after error@2051860380) -> (continuation of Deferred@331727347 after retry RPC after error@79827979) -> (continuation of Deferred@2117362478 after retry RPC after error@1666780019) -> (continuation of Deferred@1580106930 after retry RPC after error@1247322416), errback=(continuation of Deferred@1553767827 after retry RPC after error@851205432) -> (continuation of Deferred@206605440 after retry RPC after error@136529405) -> (continuation of Deferred@820719983 after retry RPC after error@1626271703) -> (continuation of Deferred@1750223814 after retry RPC after error@2051860380) -> (continuation of Deferred@331727347 after retry RPC after error@79827979) -> (continuation of Deferred@2117362478 after retry RPC after error@1666780019) -> (continuation of Deferred@1580106930 after retry RPC after error@1247322416)))
17:33:22.548 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:22.548 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:22.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.550 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:22.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:22.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:22.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.570 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:22.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:22.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:22.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.589 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.589 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.589 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:22.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:22.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:22.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.610 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:22.629 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:22.629 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:22.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:22.632 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:22.649 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:22.649 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:22.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:22.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:22.669 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:22.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:22.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:22.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:22.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.789 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.790 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:22.791 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@449198988(state=PENDING, result=null, callback=(continuation of Deferred@435343841 after retry RPC after error@1691470990) -> (continuation of Deferred@1698988484 after retry RPC after error@1324735675) -> (continuation of Deferred@1091006813 after retry RPC after error@735600719) -> (continuation of Deferred@1783864913 after retry RPC after error@178489252) -> (continuation of Deferred@1892975156 after retry RPC after error@409357945) -> (continuation of Deferred@1848769074 after retry RPC after error@2017058551) -> (continuation of Deferred@740832998 after retry RPC after error@102215836), errback=(continuation of Deferred@435343841 after retry RPC after error@1691470990) -> (continuation of Deferred@1698988484 after retry RPC after error@1324735675) -> (continuation of Deferred@1091006813 after retry RPC after error@735600719) -> (continuation of Deferred@1783864913 after retry RPC after error@178489252) -> (continuation of Deferred@1892975156 after retry RPC after error@409357945) -> (continuation of Deferred@1848769074 after retry RPC after error@2017058551) -> (continuation of Deferred@740832998 after retry RPC after error@102215836)))
17:33:22.792 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@449198988(state=PENDING, result=null, callback=(continuation of Deferred@435343841 after retry RPC after error@1691470990) -> (continuation of Deferred@1698988484 after retry RPC after error@1324735675) -> (continuation of Deferred@1091006813 after retry RPC after error@735600719) -> (continuation of Deferred@1783864913 after retry RPC after error@178489252) -> (continuation of Deferred@1892975156 after retry RPC after error@409357945) -> (continuation of Deferred@1848769074 after retry RPC after error@2017058551) -> (continuation of Deferred@740832998 after retry RPC after error@102215836), errback=(continuation of Deferred@435343841 after retry RPC after error@1691470990) -> (continuation of Deferred@1698988484 after retry RPC after error@1324735675) -> (continuation of Deferred@1091006813 after retry RPC after error@735600719) -> (continuation of Deferred@1783864913 after retry RPC after error@178489252) -> (continuation of Deferred@1892975156 after retry RPC after error@409357945) -> (continuation of Deferred@1848769074 after retry RPC after error@2017058551) -> (continuation of Deferred@740832998 after retry RPC after error@102215836)))
17:33:22.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:22.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:22.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.810 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:22.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:22.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:22.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.830 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:22.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:22.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:22.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.850 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:22.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:22.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:22.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.870 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:22.889 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:22.889 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:22.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:22.909 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:22.909 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:22.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:22.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:22.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:22.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:22.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:22.970 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.009 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.009 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.011 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@244340421(state=PENDING, result=null, callback=(continuation of Deferred@1640315480 after retry RPC after error@533381453) -> (continuation of Deferred@1341246861 after retry RPC after error@1130077384) -> (continuation of Deferred@193227009 after retry RPC after error@1116537237) -> (continuation of Deferred@64037356 after retry RPC after error@477315202) -> (continuation of Deferred@882372204 after retry RPC after error@515686594) -> (continuation of Deferred@350768312 after retry RPC after error@303655415) -> (continuation of Deferred@427168086 after retry RPC after error@1639217258), errback=(continuation of Deferred@1640315480 after retry RPC after error@533381453) -> (continuation of Deferred@1341246861 after retry RPC after error@1130077384) -> (continuation of Deferred@193227009 after retry RPC after error@1116537237) -> (continuation of Deferred@64037356 after retry RPC after error@477315202) -> (continuation of Deferred@882372204 after retry RPC after error@515686594) -> (continuation of Deferred@350768312 after retry RPC after error@303655415) -> (continuation of Deferred@427168086 after retry RPC after error@1639217258)))
17:33:23.012 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@244340421(state=PENDING, result=null, callback=(continuation of Deferred@1640315480 after retry RPC after error@533381453) -> (continuation of Deferred@1341246861 after retry RPC after error@1130077384) -> (continuation of Deferred@193227009 after retry RPC after error@1116537237) -> (continuation of Deferred@64037356 after retry RPC after error@477315202) -> (continuation of Deferred@882372204 after retry RPC after error@515686594) -> (continuation of Deferred@350768312 after retry RPC after error@303655415) -> (continuation of Deferred@427168086 after retry RPC after error@1639217258), errback=(continuation of Deferred@1640315480 after retry RPC after error@533381453) -> (continuation of Deferred@1341246861 after retry RPC after error@1130077384) -> (continuation of Deferred@193227009 after retry RPC after error@1116537237) -> (continuation of Deferred@64037356 after retry RPC after error@477315202) -> (continuation of Deferred@882372204 after retry RPC after error@515686594) -> (continuation of Deferred@350768312 after retry RPC after error@303655415) -> (continuation of Deferred@427168086 after retry RPC after error@1639217258)))
17:33:23.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.030 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.049 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.050 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.069 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.070 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.089 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.089 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.109 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.109 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.110 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.189 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.192 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1476624435(state=PENDING, result=null, callback=(continuation of Deferred@705909358 after retry RPC after error@1018689725) -> (continuation of Deferred@700264884 after retry RPC after error@1845178024) -> (continuation of Deferred@1573618011 after retry RPC after error@1589311567) -> (continuation of Deferred@508183229 after retry RPC after error@712024498) -> (continuation of Deferred@724577534 after retry RPC after error@574738775) -> (continuation of Deferred@1850875912 after retry RPC after error@1090543937), errback=(continuation of Deferred@705909358 after retry RPC after error@1018689725) -> (continuation of Deferred@700264884 after retry RPC after error@1845178024) -> (continuation of Deferred@1573618011 after retry RPC after error@1589311567) -> (continuation of Deferred@508183229 after retry RPC after error@712024498) -> (continuation of Deferred@724577534 after retry RPC after error@574738775) -> (continuation of Deferred@1850875912 after retry RPC after error@1090543937)))
17:33:23.192 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1476624435(state=PENDING, result=null, callback=(continuation of Deferred@705909358 after retry RPC after error@1018689725) -> (continuation of Deferred@700264884 after retry RPC after error@1845178024) -> (continuation of Deferred@1573618011 after retry RPC after error@1589311567) -> (continuation of Deferred@508183229 after retry RPC after error@712024498) -> (continuation of Deferred@724577534 after retry RPC after error@574738775) -> (continuation of Deferred@1850875912 after retry RPC after error@1090543937), errback=(continuation of Deferred@705909358 after retry RPC after error@1018689725) -> (continuation of Deferred@700264884 after retry RPC after error@1845178024) -> (continuation of Deferred@1573618011 after retry RPC after error@1589311567) -> (continuation of Deferred@508183229 after retry RPC after error@712024498) -> (continuation of Deferred@724577534 after retry RPC after error@574738775) -> (continuation of Deferred@1850875912 after retry RPC after error@1090543937)))
17:33:23.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.209 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.210 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.229 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.230 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.250 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.270 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.289 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.290 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.292 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.329 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.329 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.389 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.389 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.468 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@836352477(state=PENDING, result=null, callback=(continuation of Deferred@737750463 after retry RPC after error@2106763895) -> (continuation of Deferred@528980848 after retry RPC after error@1676463628) -> (continuation of Deferred@26907419 after retry RPC after error@1764966477) -> (continuation of Deferred@1254885888 after retry RPC after error@1339367931) -> (continuation of Deferred@436363601 after retry RPC after error@1774218100) -> (continuation of Deferred@1140256838 after retry RPC after error@634047290) -> (continuation of Deferred@743124539 after retry RPC after error@1186622221), errback=(continuation of Deferred@737750463 after retry RPC after error@2106763895) -> (continuation of Deferred@528980848 after retry RPC after error@1676463628) -> (continuation of Deferred@26907419 after retry RPC after error@1764966477) -> (continuation of Deferred@1254885888 after retry RPC after error@1339367931) -> (continuation of Deferred@436363601 after retry RPC after error@1774218100) -> (continuation of Deferred@1140256838 after retry RPC after error@634047290) -> (continuation of Deferred@743124539 after retry RPC after error@1186622221)))
17:33:23.469 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:33:23.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.489 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.489 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.490 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.510 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.529 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.529 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.529 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.529 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.529 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.530 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.549 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.549 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.569 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.569 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.589 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.609 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.612 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=123), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1864293575(state=PENDING, result=null, callback=(continuation of Deferred@348371368 after retry RPC after error@1737546081) -> (continuation of Deferred@2003044211 after retry RPC after error@1845827004) -> (continuation of Deferred@1736638253 after retry RPC after error@112753005) -> (continuation of Deferred@1370536278 after retry RPC after error@400485929) -> (continuation of Deferred@1742016616 after retry RPC after error@576941806) -> (continuation of Deferred@1993153021 after retry RPC after error@369233579), errback=(continuation of Deferred@348371368 after retry RPC after error@1737546081) -> (continuation of Deferred@2003044211 after retry RPC after error@1845827004) -> (continuation of Deferred@1736638253 after retry RPC after error@112753005) -> (continuation of Deferred@1370536278 after retry RPC after error@400485929) -> (continuation of Deferred@1742016616 after retry RPC after error@576941806) -> (continuation of Deferred@1993153021 after retry RPC after error@369233579)))
17:33:23.613 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=123), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1864293575(state=PENDING, result=null, callback=(continuation of Deferred@348371368 after retry RPC after error@1737546081) -> (continuation of Deferred@2003044211 after retry RPC after error@1845827004) -> (continuation of Deferred@1736638253 after retry RPC after error@112753005) -> (continuation of Deferred@1370536278 after retry RPC after error@400485929) -> (continuation of Deferred@1742016616 after retry RPC after error@576941806) -> (continuation of Deferred@1993153021 after retry RPC after error@369233579), errback=(continuation of Deferred@348371368 after retry RPC after error@1737546081) -> (continuation of Deferred@2003044211 after retry RPC after error@1845827004) -> (continuation of Deferred@1736638253 after retry RPC after error@112753005) -> (continuation of Deferred@1370536278 after retry RPC after error@400485929) -> (continuation of Deferred@1742016616 after retry RPC after error@576941806) -> (continuation of Deferred@1993153021 after retry RPC after error@369233579)))
17:33:23.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.629 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.649 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.669 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.669 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.689 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.689 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.709 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.730 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.769 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.769 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.789 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.789 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.791 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@404611889(state=PENDING, result=null, callback=(continuation of Deferred@114895551 after retry RPC after error@144848096) -> (continuation of Deferred@1555521403 after retry RPC after error@725887927) -> (continuation of Deferred@1678209202 after retry RPC after error@2098945510) -> (continuation of Deferred@456231353 after retry RPC after error@287445243) -> (continuation of Deferred@1316970637 after retry RPC after error@1772941513) -> (continuation of Deferred@2127020036 after retry RPC after error@2145624815) -> (continuation of Deferred@1244515990 after retry RPC after error@1141462434), errback=(continuation of Deferred@114895551 after retry RPC after error@144848096) -> (continuation of Deferred@1555521403 after retry RPC after error@725887927) -> (continuation of Deferred@1678209202 after retry RPC after error@2098945510) -> (continuation of Deferred@456231353 after retry RPC after error@287445243) -> (continuation of Deferred@1316970637 after retry RPC after error@1772941513) -> (continuation of Deferred@2127020036 after retry RPC after error@2145624815) -> (continuation of Deferred@1244515990 after retry RPC after error@1141462434)))
17:33:23.792 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@404611889(state=PENDING, result=null, callback=(continuation of Deferred@114895551 after retry RPC after error@144848096) -> (continuation of Deferred@1555521403 after retry RPC after error@725887927) -> (continuation of Deferred@1678209202 after retry RPC after error@2098945510) -> (continuation of Deferred@456231353 after retry RPC after error@287445243) -> (continuation of Deferred@1316970637 after retry RPC after error@1772941513) -> (continuation of Deferred@2127020036 after retry RPC after error@2145624815) -> (continuation of Deferred@1244515990 after retry RPC after error@1141462434), errback=(continuation of Deferred@114895551 after retry RPC after error@144848096) -> (continuation of Deferred@1555521403 after retry RPC after error@725887927) -> (continuation of Deferred@1678209202 after retry RPC after error@2098945510) -> (continuation of Deferred@456231353 after retry RPC after error@287445243) -> (continuation of Deferred@1316970637 after retry RPC after error@1772941513) -> (continuation of Deferred@2127020036 after retry RPC after error@2145624815) -> (continuation of Deferred@1244515990 after retry RPC after error@1141462434)))
17:33:23.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.810 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.828 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.830 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.850 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.869 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.869 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.889 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.929 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.929 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:23.988 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:23.988 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:23.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.989 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.989 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:23.989 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.989 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:23.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.009 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.009 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.010 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.011 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1623032569(state=PENDING, result=null, callback=(continuation of Deferred@270774982 after retry RPC after error@1135543567) -> (continuation of Deferred@1687931977 after retry RPC after error@1748836457) -> (continuation of Deferred@1703221802 after retry RPC after error@1580854504) -> (continuation of Deferred@1685756642 after retry RPC after error@1707462764) -> (continuation of Deferred@685556404 after retry RPC after error@957560299) -> (continuation of Deferred@160302497 after retry RPC after error@1115939404) -> (continuation of Deferred@209998282 after retry RPC after error@739803612), errback=(continuation of Deferred@270774982 after retry RPC after error@1135543567) -> (continuation of Deferred@1687931977 after retry RPC after error@1748836457) -> (continuation of Deferred@1703221802 after retry RPC after error@1580854504) -> (continuation of Deferred@1685756642 after retry RPC after error@1707462764) -> (continuation of Deferred@685556404 after retry RPC after error@957560299) -> (continuation of Deferred@160302497 after retry RPC after error@1115939404) -> (continuation of Deferred@209998282 after retry RPC after error@739803612)))
17:33:24.012 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1623032569(state=PENDING, result=null, callback=(continuation of Deferred@270774982 after retry RPC after error@1135543567) -> (continuation of Deferred@1687931977 after retry RPC after error@1748836457) -> (continuation of Deferred@1703221802 after retry RPC after error@1580854504) -> (continuation of Deferred@1685756642 after retry RPC after error@1707462764) -> (continuation of Deferred@685556404 after retry RPC after error@957560299) -> (continuation of Deferred@160302497 after retry RPC after error@1115939404) -> (continuation of Deferred@209998282 after retry RPC after error@739803612), errback=(continuation of Deferred@270774982 after retry RPC after error@1135543567) -> (continuation of Deferred@1687931977 after retry RPC after error@1748836457) -> (continuation of Deferred@1703221802 after retry RPC after error@1580854504) -> (continuation of Deferred@1685756642 after retry RPC after error@1707462764) -> (continuation of Deferred@685556404 after retry RPC after error@957560299) -> (continuation of Deferred@160302497 after retry RPC after error@1115939404) -> (continuation of Deferred@209998282 after retry RPC after error@739803612)))
17:33:24.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.049 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.051 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.069 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.070 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.089 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.110 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.130 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.170 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.251 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [6ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [7ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [7ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@107000154(state=PENDING, result=null, callback=(continuation of Deferred@2018945440 after retry RPC after error@1102781003) -> (continuation of Deferred@2125969842 after retry RPC after error@2103328095) -> (continuation of Deferred@814252285 after retry RPC after error@704167397) -> (continuation of Deferred@1782709057 after retry RPC after error@1719240595) -> (continuation of Deferred@302152905 after retry RPC after error@2121923833) -> (continuation of Deferred@461872004 after retry RPC after error@837337720) -> (continuation of Deferred@806163640 after retry RPC after error@19052660), errback=(continuation of Deferred@2018945440 after retry RPC after error@1102781003) -> (continuation of Deferred@2125969842 after retry RPC after error@2103328095) -> (continuation of Deferred@814252285 after retry RPC after error@704167397) -> (continuation of Deferred@1782709057 after retry RPC after error@1719240595) -> (continuation of Deferred@302152905 after retry RPC after error@2121923833) -> (continuation of Deferred@461872004 after retry RPC after error@837337720) -> (continuation of Deferred@806163640 after retry RPC after error@19052660)))
17:33:24.252 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [6ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [7ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [7ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@107000154(state=PENDING, result=null, callback=(continuation of Deferred@2018945440 after retry RPC after error@1102781003) -> (continuation of Deferred@2125969842 after retry RPC after error@2103328095) -> (continuation of Deferred@814252285 after retry RPC after error@704167397) -> (continuation of Deferred@1782709057 after retry RPC after error@1719240595) -> (continuation of Deferred@302152905 after retry RPC after error@2121923833) -> (continuation of Deferred@461872004 after retry RPC after error@837337720) -> (continuation of Deferred@806163640 after retry RPC after error@19052660), errback=(continuation of Deferred@2018945440 after retry RPC after error@1102781003) -> (continuation of Deferred@2125969842 after retry RPC after error@2103328095) -> (continuation of Deferred@814252285 after retry RPC after error@704167397) -> (continuation of Deferred@1782709057 after retry RPC after error@1719240595) -> (continuation of Deferred@302152905 after retry RPC after error@2121923833) -> (continuation of Deferred@461872004 after retry RPC after error@837337720) -> (continuation of Deferred@806163640 after retry RPC after error@19052660)))
17:33:24.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.270 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.288 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.288 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.289 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.290 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.309 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.309 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.310 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.329 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.329 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.329 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.330 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.349 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.389 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.409 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.412 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1547031857(state=PENDING, result=null, callback=(continuation of Deferred@1058459654 after retry RPC after error@1983873442) -> (continuation of Deferred@1349807234 after retry RPC after error@572176352) -> (continuation of Deferred@730187077 after retry RPC after error@566059782) -> (continuation of Deferred@1390283727 after retry RPC after error@629937091) -> (continuation of Deferred@539379162 after retry RPC after error@1783211915) -> (continuation of Deferred@1214994814 after retry RPC after error@230447547), errback=(continuation of Deferred@1058459654 after retry RPC after error@1983873442) -> (continuation of Deferred@1349807234 after retry RPC after error@572176352) -> (continuation of Deferred@730187077 after retry RPC after error@566059782) -> (continuation of Deferred@1390283727 after retry RPC after error@629937091) -> (continuation of Deferred@539379162 after retry RPC after error@1783211915) -> (continuation of Deferred@1214994814 after retry RPC after error@230447547)))
17:33:24.413 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1547031857(state=PENDING, result=null, callback=(continuation of Deferred@1058459654 after retry RPC after error@1983873442) -> (continuation of Deferred@1349807234 after retry RPC after error@572176352) -> (continuation of Deferred@730187077 after retry RPC after error@566059782) -> (continuation of Deferred@1390283727 after retry RPC after error@629937091) -> (continuation of Deferred@539379162 after retry RPC after error@1783211915) -> (continuation of Deferred@1214994814 after retry RPC after error@230447547), errback=(continuation of Deferred@1058459654 after retry RPC after error@1983873442) -> (continuation of Deferred@1349807234 after retry RPC after error@572176352) -> (continuation of Deferred@730187077 after retry RPC after error@566059782) -> (continuation of Deferred@1390283727 after retry RPC after error@629937091) -> (continuation of Deferred@539379162 after retry RPC after error@1783211915) -> (continuation of Deferred@1214994814 after retry RPC after error@230447547)))
17:33:24.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.429 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.431 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.449 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.469 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.489 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.509 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.549 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.549 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.589 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.589 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.589 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.590 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.611 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1229353353(state=PENDING, result=null, callback=(continuation of Deferred@8330845 after retry RPC after error@879238341) -> (continuation of Deferred@1255897273 after retry RPC after error@812352082) -> (continuation of Deferred@1218379764 after retry RPC after error@1021594646) -> (continuation of Deferred@762049923 after retry RPC after error@1098816366) -> (continuation of Deferred@2124459498 after retry RPC after error@1622854356) -> (continuation of Deferred@303033517 after retry RPC after error@656384105) -> (continuation of Deferred@1546356381 after retry RPC after error@1785793446), errback=(continuation of Deferred@8330845 after retry RPC after error@879238341) -> (continuation of Deferred@1255897273 after retry RPC after error@812352082) -> (continuation of Deferred@1218379764 after retry RPC after error@1021594646) -> (continuation of Deferred@762049923 after retry RPC after error@1098816366) -> (continuation of Deferred@2124459498 after retry RPC after error@1622854356) -> (continuation of Deferred@303033517 after retry RPC after error@656384105) -> (continuation of Deferred@1546356381 after retry RPC after error@1785793446)))
17:33:24.611 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1229353353(state=PENDING, result=null, callback=(continuation of Deferred@8330845 after retry RPC after error@879238341) -> (continuation of Deferred@1255897273 after retry RPC after error@812352082) -> (continuation of Deferred@1218379764 after retry RPC after error@1021594646) -> (continuation of Deferred@762049923 after retry RPC after error@1098816366) -> (continuation of Deferred@2124459498 after retry RPC after error@1622854356) -> (continuation of Deferred@303033517 after retry RPC after error@656384105) -> (continuation of Deferred@1546356381 after retry RPC after error@1785793446), errback=(continuation of Deferred@8330845 after retry RPC after error@879238341) -> (continuation of Deferred@1255897273 after retry RPC after error@812352082) -> (continuation of Deferred@1218379764 after retry RPC after error@1021594646) -> (continuation of Deferred@762049923 after retry RPC after error@1098816366) -> (continuation of Deferred@2124459498 after retry RPC after error@1622854356) -> (continuation of Deferred@303033517 after retry RPC after error@656384105) -> (continuation of Deferred@1546356381 after retry RPC after error@1785793446)))
17:33:24.629 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.629 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.649 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.649 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.669 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.669 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.689 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.710 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.749 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.750 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.769 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.769 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.789 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.791 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1298343036(state=PENDING, result=null, callback=(continuation of Deferred@1399922901 after retry RPC after error@225620527) -> (continuation of Deferred@1013399890 after retry RPC after error@1760809574) -> (continuation of Deferred@845029413 after retry RPC after error@715464587) -> (continuation of Deferred@743355996 after retry RPC after error@1524117841) -> (continuation of Deferred@432307495 after retry RPC after error@455045331) -> (continuation of Deferred@1119541690 after retry RPC after error@1509112325) -> (continuation of Deferred@1667520857 after retry RPC after error@52245518), errback=(continuation of Deferred@1399922901 after retry RPC after error@225620527) -> (continuation of Deferred@1013399890 after retry RPC after error@1760809574) -> (continuation of Deferred@845029413 after retry RPC after error@715464587) -> (continuation of Deferred@743355996 after retry RPC after error@1524117841) -> (continuation of Deferred@432307495 after retry RPC after error@455045331) -> (continuation of Deferred@1119541690 after retry RPC after error@1509112325) -> (continuation of Deferred@1667520857 after retry RPC after error@52245518)))
17:33:24.792 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1298343036(state=PENDING, result=null, callback=(continuation of Deferred@1399922901 after retry RPC after error@225620527) -> (continuation of Deferred@1013399890 after retry RPC after error@1760809574) -> (continuation of Deferred@845029413 after retry RPC after error@715464587) -> (continuation of Deferred@743355996 after retry RPC after error@1524117841) -> (continuation of Deferred@432307495 after retry RPC after error@455045331) -> (continuation of Deferred@1119541690 after retry RPC after error@1509112325) -> (continuation of Deferred@1667520857 after retry RPC after error@52245518), errback=(continuation of Deferred@1399922901 after retry RPC after error@225620527) -> (continuation of Deferred@1013399890 after retry RPC after error@1760809574) -> (continuation of Deferred@845029413 after retry RPC after error@715464587) -> (continuation of Deferred@743355996 after retry RPC after error@1524117841) -> (continuation of Deferred@432307495 after retry RPC after error@455045331) -> (continuation of Deferred@1119541690 after retry RPC after error@1509112325) -> (continuation of Deferred@1667520857 after retry RPC after error@52245518)))
17:33:24.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.850 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.869 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.869 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.889 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.889 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.889 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.908 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.909 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.909 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.909 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.969 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:24.971 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@2065752531(state=PENDING, result=null, callback=(continuation of Deferred@1723978592 after retry RPC after error@590006974) -> (continuation of Deferred@2102960315 after retry RPC after error@25880762) -> (continuation of Deferred@1773691192 after retry RPC after error@473049483) -> (continuation of Deferred@609689550 after retry RPC after error@1926167750) -> (continuation of Deferred@1490416134 after retry RPC after error@1437005542) -> (continuation of Deferred@1225997043 after retry RPC after error@1287575515), errback=(continuation of Deferred@1723978592 after retry RPC after error@590006974) -> (continuation of Deferred@2102960315 after retry RPC after error@25880762) -> (continuation of Deferred@1773691192 after retry RPC after error@473049483) -> (continuation of Deferred@609689550 after retry RPC after error@1926167750) -> (continuation of Deferred@1490416134 after retry RPC after error@1437005542) -> (continuation of Deferred@1225997043 after retry RPC after error@1287575515)))
17:33:24.972 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@2065752531(state=PENDING, result=null, callback=(continuation of Deferred@1723978592 after retry RPC after error@590006974) -> (continuation of Deferred@2102960315 after retry RPC after error@25880762) -> (continuation of Deferred@1773691192 after retry RPC after error@473049483) -> (continuation of Deferred@609689550 after retry RPC after error@1926167750) -> (continuation of Deferred@1490416134 after retry RPC after error@1437005542) -> (continuation of Deferred@1225997043 after retry RPC after error@1287575515), errback=(continuation of Deferred@1723978592 after retry RPC after error@590006974) -> (continuation of Deferred@2102960315 after retry RPC after error@25880762) -> (continuation of Deferred@1773691192 after retry RPC after error@473049483) -> (continuation of Deferred@609689550 after retry RPC after error@1926167750) -> (continuation of Deferred@1490416134 after retry RPC after error@1437005542) -> (continuation of Deferred@1225997043 after retry RPC after error@1287575515)))
17:33:24.988 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:24.989 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:24.989 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.989 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.989 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:24.989 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:24.990 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.009 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.009 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.010 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.030 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.049 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.049 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.069 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.069 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.109 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.110 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.129 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.132 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1586235995(state=PENDING, result=null, callback=(continuation of Deferred@1670317327 after retry RPC after error@254182072) -> (continuation of Deferred@2084692892 after retry RPC after error@1117909149) -> (continuation of Deferred@1495085755 after retry RPC after error@1645566050) -> (continuation of Deferred@297474751 after retry RPC after error@1548952845) -> (continuation of Deferred@1827364054 after retry RPC after error@611704673) -> (continuation of Deferred@1842497458 after retry RPC after error@686586952), errback=(continuation of Deferred@1670317327 after retry RPC after error@254182072) -> (continuation of Deferred@2084692892 after retry RPC after error@1117909149) -> (continuation of Deferred@1495085755 after retry RPC after error@1645566050) -> (continuation of Deferred@297474751 after retry RPC after error@1548952845) -> (continuation of Deferred@1827364054 after retry RPC after error@611704673) -> (continuation of Deferred@1842497458 after retry RPC after error@686586952)))
17:33:25.132 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1586235995(state=PENDING, result=null, callback=(continuation of Deferred@1670317327 after retry RPC after error@254182072) -> (continuation of Deferred@2084692892 after retry RPC after error@1117909149) -> (continuation of Deferred@1495085755 after retry RPC after error@1645566050) -> (continuation of Deferred@297474751 after retry RPC after error@1548952845) -> (continuation of Deferred@1827364054 after retry RPC after error@611704673) -> (continuation of Deferred@1842497458 after retry RPC after error@686586952), errback=(continuation of Deferred@1670317327 after retry RPC after error@254182072) -> (continuation of Deferred@2084692892 after retry RPC after error@1117909149) -> (continuation of Deferred@1495085755 after retry RPC after error@1645566050) -> (continuation of Deferred@297474751 after retry RPC after error@1548952845) -> (continuation of Deferred@1827364054 after retry RPC after error@611704673) -> (continuation of Deferred@1842497458 after retry RPC after error@686586952)))
17:33:25.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.150 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.170 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.189 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.209 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.209 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.210 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.212 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.229 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.229 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.230 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.269 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.270 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.310 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.369 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.369 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.370 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.371 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1385845541(state=PENDING, result=null, callback=(continuation of Deferred@1229662161 after retry RPC after error@1929835067) -> (continuation of Deferred@458017621 after retry RPC after error@466595938) -> (continuation of Deferred@187332965 after retry RPC after error@1341768977) -> (continuation of Deferred@848476632 after retry RPC after error@1412977480) -> (continuation of Deferred@209844731 after retry RPC after error@231830583) -> (continuation of Deferred@707416108 after retry RPC after error@1017050162) -> (continuation of Deferred@1062440059 after retry RPC after error@967128938), errback=(continuation of Deferred@1229662161 after retry RPC after error@1929835067) -> (continuation of Deferred@458017621 after retry RPC after error@466595938) -> (continuation of Deferred@187332965 after retry RPC after error@1341768977) -> (continuation of Deferred@848476632 after retry RPC after error@1412977480) -> (continuation of Deferred@209844731 after retry RPC after error@231830583) -> (continuation of Deferred@707416108 after retry RPC after error@1017050162) -> (continuation of Deferred@1062440059 after retry RPC after error@967128938)))
17:33:25.371 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1385845541(state=PENDING, result=null, callback=(continuation of Deferred@1229662161 after retry RPC after error@1929835067) -> (continuation of Deferred@458017621 after retry RPC after error@466595938) -> (continuation of Deferred@187332965 after retry RPC after error@1341768977) -> (continuation of Deferred@848476632 after retry RPC after error@1412977480) -> (continuation of Deferred@209844731 after retry RPC after error@231830583) -> (continuation of Deferred@707416108 after retry RPC after error@1017050162) -> (continuation of Deferred@1062440059 after retry RPC after error@967128938), errback=(continuation of Deferred@1229662161 after retry RPC after error@1929835067) -> (continuation of Deferred@458017621 after retry RPC after error@466595938) -> (continuation of Deferred@187332965 after retry RPC after error@1341768977) -> (continuation of Deferred@848476632 after retry RPC after error@1412977480) -> (continuation of Deferred@209844731 after retry RPC after error@231830583) -> (continuation of Deferred@707416108 after retry RPC after error@1017050162) -> (continuation of Deferred@1062440059 after retry RPC after error@967128938)))
17:33:25.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.389 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.410 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.430 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.449 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.449 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.469 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.509 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.510 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:25.523856 30600 master_runner.cc:186] Error getting master registration for 127.29.223.125:43795: Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111),
17:33:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:25.524026 30600 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:33:25.589 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.589 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.589 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.592 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1902163588(state=PENDING, result=null, callback=(continuation of Deferred@781623803 after retry RPC after error@131737043) -> (continuation of Deferred@1823306801 after retry RPC after error@403520438) -> (continuation of Deferred@59758645 after retry RPC after error@1429049642) -> (continuation of Deferred@1378249538 after retry RPC after error@596064827) -> (continuation of Deferred@1588854798 after retry RPC after error@1730768435) -> (continuation of Deferred@104097263 after retry RPC after error@477680112), errback=(continuation of Deferred@781623803 after retry RPC after error@131737043) -> (continuation of Deferred@1823306801 after retry RPC after error@403520438) -> (continuation of Deferred@59758645 after retry RPC after error@1429049642) -> (continuation of Deferred@1378249538 after retry RPC after error@596064827) -> (continuation of Deferred@1588854798 after retry RPC after error@1730768435) -> (continuation of Deferred@104097263 after retry RPC after error@477680112)))
17:33:25.592 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1902163588(state=PENDING, result=null, callback=(continuation of Deferred@781623803 after retry RPC after error@131737043) -> (continuation of Deferred@1823306801 after retry RPC after error@403520438) -> (continuation of Deferred@59758645 after retry RPC after error@1429049642) -> (continuation of Deferred@1378249538 after retry RPC after error@596064827) -> (continuation of Deferred@1588854798 after retry RPC after error@1730768435) -> (continuation of Deferred@104097263 after retry RPC after error@477680112), errback=(continuation of Deferred@781623803 after retry RPC after error@131737043) -> (continuation of Deferred@1823306801 after retry RPC after error@403520438) -> (continuation of Deferred@59758645 after retry RPC after error@1429049642) -> (continuation of Deferred@1378249538 after retry RPC after error@596064827) -> (continuation of Deferred@1588854798 after retry RPC after error@1730768435) -> (continuation of Deferred@104097263 after retry RPC after error@477680112)))
17:33:25.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.609 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.629 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.649 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.669 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.689 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.710 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.730 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.749 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.749 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.849 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.851 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1219124051(state=PENDING, result=null, callback=(continuation of Deferred@828412433 after retry RPC after error@1069576132) -> (continuation of Deferred@685504264 after retry RPC after error@842092931) -> (continuation of Deferred@133479886 after retry RPC after error@997608635) -> (continuation of Deferred@1281531754 after retry RPC after error@1952932396) -> (continuation of Deferred@1457499043 after retry RPC after error@1598367319) -> (continuation of Deferred@126118682 after retry RPC after error@1211961284) -> (continuation of Deferred@1662269395 after retry RPC after error@362136184) -> (continuation of Deferred@837658475 after retry RPC after error@286186941), errback=(continuation of Deferred@828412433 after retry RPC after error@1069576132) -> (continuation of Deferred@685504264 after retry RPC after error@842092931) -> (continuation of Deferred@133479886 after retry RPC after error@997608635) -> (continuation of Deferred@1281531754 after retry RPC after error@1952932396) -> (continuation of Deferred@1457499043 after retry RPC after error@1598367319) -> (continuation of Deferred@126118682 after retry RPC after error@1211961284) -> (continuation of Deferred@1662269395 after retry RPC after error@362136184) -> (continuation of Deferred@837658475 after retry RPC after error@286186941)))
17:33:25.852 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1219124051(state=PENDING, result=null, callback=(continuation of Deferred@828412433 after retry RPC after error@1069576132) -> (continuation of Deferred@685504264 after retry RPC after error@842092931) -> (continuation of Deferred@133479886 after retry RPC after error@997608635) -> (continuation of Deferred@1281531754 after retry RPC after error@1952932396) -> (continuation of Deferred@1457499043 after retry RPC after error@1598367319) -> (continuation of Deferred@126118682 after retry RPC after error@1211961284) -> (continuation of Deferred@1662269395 after retry RPC after error@362136184) -> (continuation of Deferred@837658475 after retry RPC after error@286186941), errback=(continuation of Deferred@828412433 after retry RPC after error@1069576132) -> (continuation of Deferred@685504264 after retry RPC after error@842092931) -> (continuation of Deferred@133479886 after retry RPC after error@997608635) -> (continuation of Deferred@1281531754 after retry RPC after error@1952932396) -> (continuation of Deferred@1457499043 after retry RPC after error@1598367319) -> (continuation of Deferred@126118682 after retry RPC after error@1211961284) -> (continuation of Deferred@1662269395 after retry RPC after error@362136184) -> (continuation of Deferred@837658475 after retry RPC after error@286186941)))
17:33:25.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.869 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.889 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.889 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.908 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.909 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.910 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.930 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.949 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.949 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.949 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.950 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:25.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:25.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:25.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:25.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:25.969 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:26.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:26.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:26.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.030 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:26.030 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1277658372(state=PENDING, result=null, callback=(continuation of Deferred@1385059115 after retry RPC after error@502791369) -> (continuation of Deferred@677424583 after retry RPC after error@1478431338) -> (continuation of Deferred@2024281417 after retry RPC after error@1511767841) -> (continuation of Deferred@2008563504 after retry RPC after error@1460994031) -> (continuation of Deferred@1865329177 after retry RPC after error@1758196330) -> (continuation of Deferred@1580990972 after retry RPC after error@774338131), errback=(continuation of Deferred@1385059115 after retry RPC after error@502791369) -> (continuation of Deferred@677424583 after retry RPC after error@1478431338) -> (continuation of Deferred@2024281417 after retry RPC after error@1511767841) -> (continuation of Deferred@2008563504 after retry RPC after error@1460994031) -> (continuation of Deferred@1865329177 after retry RPC after error@1758196330) -> (continuation of Deferred@1580990972 after retry RPC after error@774338131)))
17:33:26.031 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1277658372(state=PENDING, result=null, callback=(continuation of Deferred@1385059115 after retry RPC after error@502791369) -> (continuation of Deferred@677424583 after retry RPC after error@1478431338) -> (continuation of Deferred@2024281417 after retry RPC after error@1511767841) -> (continuation of Deferred@2008563504 after retry RPC after error@1460994031) -> (continuation of Deferred@1865329177 after retry RPC after error@1758196330) -> (continuation of Deferred@1580990972 after retry RPC after error@774338131), errback=(continuation of Deferred@1385059115 after retry RPC after error@502791369) -> (continuation of Deferred@677424583 after retry RPC after error@1478431338) -> (continuation of Deferred@2024281417 after retry RPC after error@1511767841) -> (continuation of Deferred@2008563504 after retry RPC after error@1460994031) -> (continuation of Deferred@1865329177 after retry RPC after error@1758196330) -> (continuation of Deferred@1580990972 after retry RPC after error@774338131)))
17:33:26.049 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:26.049 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:26.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:26.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:26.069 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:26.069 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.070 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:26.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:26.089 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:26.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.089 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:26.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:26.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:26.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.110 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:26.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:26.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:26.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.130 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:26.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:26.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:26.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.150 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:26.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:26.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:26.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.170 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:26.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:26.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:26.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.189 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:26.191 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@2115363795(state=PENDING, result=null, callback=(continuation of Deferred@2140313400 after retry RPC after error@1632369400) -> (continuation of Deferred@1408850291 after retry RPC after error@35857316) -> (continuation of Deferred@1768116111 after retry RPC after error@1463940193) -> (continuation of Deferred@1323961659 after retry RPC after error@1431251265) -> (continuation of Deferred@648219472 after retry RPC after error@2115567897) -> (continuation of Deferred@1610893364 after retry RPC after error@1278042196) -> (continuation of Deferred@1919556362 after retry RPC after error@1145953687), errback=(continuation of Deferred@2140313400 after retry RPC after error@1632369400) -> (continuation of Deferred@1408850291 after retry RPC after error@35857316) -> (continuation of Deferred@1768116111 after retry RPC after error@1463940193) -> (continuation of Deferred@1323961659 after retry RPC after error@1431251265) -> (continuation of Deferred@648219472 after retry RPC after error@2115567897) -> (continuation of Deferred@1610893364 after retry RPC after error@1278042196) -> (continuation of Deferred@1919556362 after retry RPC after error@1145953687)))
17:33:26.192 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@2115363795(state=PENDING, result=null, callback=(continuation of Deferred@2140313400 after retry RPC after error@1632369400) -> (continuation of Deferred@1408850291 after retry RPC after error@35857316) -> (continuation of Deferred@1768116111 after retry RPC after error@1463940193) -> (continuation of Deferred@1323961659 after retry RPC after error@1431251265) -> (continuation of Deferred@648219472 after retry RPC after error@2115567897) -> (continuation of Deferred@1610893364 after retry RPC after error@1278042196) -> (continuation of Deferred@1919556362 after retry RPC after error@1145953687), errback=(continuation of Deferred@2140313400 after retry RPC after error@1632369400) -> (continuation of Deferred@1408850291 after retry RPC after error@35857316) -> (continuation of Deferred@1768116111 after retry RPC after error@1463940193) -> (continuation of Deferred@1323961659 after retry RPC after error@1431251265) -> (continuation of Deferred@648219472 after retry RPC after error@2115567897) -> (continuation of Deferred@1610893364 after retry RPC after error@1278042196) -> (continuation of Deferred@1919556362 after retry RPC after error@1145953687)))
17:33:26.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:26.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:26.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.209 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:26.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:26.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:26.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.229 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.230 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:26.249 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:26.249 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:26.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:26.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:26.258592 31255 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 1)
17:33:26.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:26.261049 31255 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '35b0695db7f546f88a2abe2fa5454ba3', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '35b0695db7f546f88a2abe2fa5454ba3', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 1)
17:33:26.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:26.262913 31256 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.29.223.124:37551)
17:33:26.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:26.269 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:26.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:26.288 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:26.289 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:26.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.290 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:26.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:26.329 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:26.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:26.389 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:26.389 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:26.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.392 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:26.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:26.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:26.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.430 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:26.431 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [184ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1974973626(state=PENDING, result=null, callback=(continuation of Deferred@19723391 after retry RPC after error@1392862581) -> (continuation of Deferred@1945868972 after retry RPC after error@992080397) -> (continuation of Deferred@1565029914 after retry RPC after error@631148043) -> (continuation of Deferred@178216686 after retry RPC after error@1041921066) -> (continuation of Deferred@545008981 after retry RPC after error@1900216711) -> (continuation of Deferred@31148399 after retry RPC after error@1821230682) -> (continuation of Deferred@769284123 after retry RPC after error@1157376798), errback=(continuation of Deferred@19723391 after retry RPC after error@1392862581) -> (continuation of Deferred@1945868972 after retry RPC after error@992080397) -> (continuation of Deferred@1565029914 after retry RPC after error@631148043) -> (continuation of Deferred@178216686 after retry RPC after error@1041921066) -> (continuation of Deferred@545008981 after retry RPC after error@1900216711) -> (continuation of Deferred@31148399 after retry RPC after error@1821230682) -> (continuation of Deferred@769284123 after retry RPC after error@1157376798)))
17:33:26.431 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [184ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1974973626(state=PENDING, result=null, callback=(continuation of Deferred@19723391 after retry RPC after error@1392862581) -> (continuation of Deferred@1945868972 after retry RPC after error@992080397) -> (continuation of Deferred@1565029914 after retry RPC after error@631148043) -> (continuation of Deferred@178216686 after retry RPC after error@1041921066) -> (continuation of Deferred@545008981 after retry RPC after error@1900216711) -> (continuation of Deferred@31148399 after retry RPC after error@1821230682) -> (continuation of Deferred@769284123 after retry RPC after error@1157376798), errback=(continuation of Deferred@19723391 after retry RPC after error@1392862581) -> (continuation of Deferred@1945868972 after retry RPC after error@992080397) -> (continuation of Deferred@1565029914 after retry RPC after error@631148043) -> (continuation of Deferred@178216686 after retry RPC after error@1041921066) -> (continuation of Deferred@545008981 after retry RPC after error@1900216711) -> (continuation of Deferred@31148399 after retry RPC after error@1821230682) -> (continuation of Deferred@769284123 after retry RPC after error@1157376798)))
17:33:26.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:26.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:26.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.450 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:26.469 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:26.469 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:26.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:26.489 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:26.489 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:26.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:26.509 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:26.509 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:26.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:26.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:26.529 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:26.529 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.529 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.529 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.529 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.529 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.530 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:26.548 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:26.548 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:26.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.550 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:26.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:26.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:26.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.570 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:26.589 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:26.589 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:26.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:26.708 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [0ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@445449964(state=PENDING, result=null, callback=(continuation of Deferred@1087424809 after retry RPC after error@1659874793) -> (continuation of Deferred@1231629637 after retry RPC after error@992078050) -> (continuation of Deferred@2105472814 after retry RPC after error@1650560397) -> (continuation of Deferred@1659012993 after retry RPC after error@1454376391) -> (continuation of Deferred@1551720376 after retry RPC after error@840871007) -> (continuation of Deferred@1144449810 after retry RPC after error@318652526) -> (continuation of Deferred@608722198 after retry RPC after error@1668510100), errback=(continuation of Deferred@1087424809 after retry RPC after error@1659874793) -> (continuation of Deferred@1231629637 after retry RPC after error@992078050) -> (continuation of Deferred@2105472814 after retry RPC after error@1650560397) -> (continuation of Deferred@1659012993 after retry RPC after error@1454376391) -> (continuation of Deferred@1551720376 after retry RPC after error@840871007) -> (continuation of Deferred@1144449810 after retry RPC after error@318652526) -> (continuation of Deferred@608722198 after retry RPC after error@1668510100)))
17:33:26.709 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:33:26.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:26.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:26.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.730 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:26.749 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:26.749 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:26.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:26.769 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:26.769 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:26.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:26.789 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:26.789 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:26.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:26.809 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:26.809 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:26.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.810 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:26.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:26.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:26.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:26.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:26.889 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:26.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:26.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.889 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:26.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:26.988 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@866740575(state=PENDING, result=null, callback=(continuation of Deferred@1987465812 after retry RPC after error@405192509) -> (continuation of Deferred@524801443 after retry RPC after error@1734124677) -> (continuation of Deferred@603762376 after retry RPC after error@244200157) -> (continuation of Deferred@793056354 after retry RPC after error@759162243) -> (continuation of Deferred@1811121154 after retry RPC after error@345262971) -> (continuation of Deferred@326478735 after retry RPC after error@1102333855) -> (continuation of Deferred@915413055 after retry RPC after error@15286789), errback=(continuation of Deferred@1987465812 after retry RPC after error@405192509) -> (continuation of Deferred@524801443 after retry RPC after error@1734124677) -> (continuation of Deferred@603762376 after retry RPC after error@244200157) -> (continuation of Deferred@793056354 after retry RPC after error@759162243) -> (continuation of Deferred@1811121154 after retry RPC after error@345262971) -> (continuation of Deferred@326478735 after retry RPC after error@1102333855) -> (continuation of Deferred@915413055 after retry RPC after error@15286789)))
17:33:26.989 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:33:27.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.009 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.009 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.010 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.030 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.049 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.050 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.069 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.070 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.089 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.090 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.109 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.109 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.110 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.150 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.209 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.210 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.210 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@470986517(state=PENDING, result=null, callback=(continuation of Deferred@1225007405 after retry RPC after error@1418247728) -> (continuation of Deferred@1750572339 after retry RPC after error@1639251243) -> (continuation of Deferred@156345721 after retry RPC after error@406446941) -> (continuation of Deferred@1280531308 after retry RPC after error@172538472) -> (continuation of Deferred@246856757 after retry RPC after error@1497535925) -> (continuation of Deferred@261897674 after retry RPC after error@1086868907) -> (continuation of Deferred@2065958547 after retry RPC after error@906414975), errback=(continuation of Deferred@1225007405 after retry RPC after error@1418247728) -> (continuation of Deferred@1750572339 after retry RPC after error@1639251243) -> (continuation of Deferred@156345721 after retry RPC after error@406446941) -> (continuation of Deferred@1280531308 after retry RPC after error@172538472) -> (continuation of Deferred@246856757 after retry RPC after error@1497535925) -> (continuation of Deferred@261897674 after retry RPC after error@1086868907) -> (continuation of Deferred@2065958547 after retry RPC after error@906414975)))
17:33:27.211 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@470986517(state=PENDING, result=null, callback=(continuation of Deferred@1225007405 after retry RPC after error@1418247728) -> (continuation of Deferred@1750572339 after retry RPC after error@1639251243) -> (continuation of Deferred@156345721 after retry RPC after error@406446941) -> (continuation of Deferred@1280531308 after retry RPC after error@172538472) -> (continuation of Deferred@246856757 after retry RPC after error@1497535925) -> (continuation of Deferred@261897674 after retry RPC after error@1086868907) -> (continuation of Deferred@2065958547 after retry RPC after error@906414975), errback=(continuation of Deferred@1225007405 after retry RPC after error@1418247728) -> (continuation of Deferred@1750572339 after retry RPC after error@1639251243) -> (continuation of Deferred@156345721 after retry RPC after error@406446941) -> (continuation of Deferred@1280531308 after retry RPC after error@172538472) -> (continuation of Deferred@246856757 after retry RPC after error@1497535925) -> (continuation of Deferred@261897674 after retry RPC after error@1086868907) -> (continuation of Deferred@2065958547 after retry RPC after error@906414975)))
17:33:27.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.229 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.230 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.249 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.269 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.288 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.289 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.289 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.292 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.309 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.329 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.329 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.349 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.350 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.389 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.450 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.451 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [24ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [64ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [104ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [164ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@934461275(state=PENDING, result=null, callback=(continuation of Deferred@632413566 after retry RPC after error@120584756) -> (continuation of Deferred@782018832 after retry RPC after error@217486335) -> (continuation of Deferred@654832946 after retry RPC after error@1593923004) -> (continuation of Deferred@345944933 after retry RPC after error@751805282) -> (continuation of Deferred@880377260 after retry RPC after error@1627419178) -> (continuation of Deferred@6611188 after retry RPC after error@1365346089) -> (continuation of Deferred@780801204 after retry RPC after error@1283043949) -> (continuation of Deferred@1799194710 after retry RPC after error@918029015), errback=(continuation of Deferred@632413566 after retry RPC after error@120584756) -> (continuation of Deferred@782018832 after retry RPC after error@217486335) -> (continuation of Deferred@654832946 after retry RPC after error@1593923004) -> (continuation of Deferred@345944933 after retry RPC after error@751805282) -> (continuation of Deferred@880377260 after retry RPC after error@1627419178) -> (continuation of Deferred@6611188 after retry RPC after error@1365346089) -> (continuation of Deferred@780801204 after retry RPC after error@1283043949) -> (continuation of Deferred@1799194710 after retry RPC after error@918029015)))
17:33:27.451 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [24ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [64ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [104ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [164ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@934461275(state=PENDING, result=null, callback=(continuation of Deferred@632413566 after retry RPC after error@120584756) -> (continuation of Deferred@782018832 after retry RPC after error@217486335) -> (continuation of Deferred@654832946 after retry RPC after error@1593923004) -> (continuation of Deferred@345944933 after retry RPC after error@751805282) -> (continuation of Deferred@880377260 after retry RPC after error@1627419178) -> (continuation of Deferred@6611188 after retry RPC after error@1365346089) -> (continuation of Deferred@780801204 after retry RPC after error@1283043949) -> (continuation of Deferred@1799194710 after retry RPC after error@918029015), errback=(continuation of Deferred@632413566 after retry RPC after error@120584756) -> (continuation of Deferred@782018832 after retry RPC after error@217486335) -> (continuation of Deferred@654832946 after retry RPC after error@1593923004) -> (continuation of Deferred@345944933 after retry RPC after error@751805282) -> (continuation of Deferred@880377260 after retry RPC after error@1627419178) -> (continuation of Deferred@6611188 after retry RPC after error@1365346089) -> (continuation of Deferred@780801204 after retry RPC after error@1283043949) -> (continuation of Deferred@1799194710 after retry RPC after error@918029015)))
17:33:27.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.470 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.488 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.488 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.489 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.489 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.490 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.509 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.509 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.529 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.529 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.529 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.529 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.529 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.529 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.530 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.548 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.548 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.630 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.689 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.689 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.692 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1034014549(state=PENDING, result=null, callback=(continuation of Deferred@575526316 after retry RPC after error@114374764) -> (continuation of Deferred@1254141513 after retry RPC after error@2041056035) -> (continuation of Deferred@897863951 after retry RPC after error@983109003) -> (continuation of Deferred@1977896567 after retry RPC after error@1277993723) -> (continuation of Deferred@1538756184 after retry RPC after error@691025392) -> (continuation of Deferred@2129674583 after retry RPC after error@1474436872) -> (continuation of Deferred@809537250 after retry RPC after error@418886319), errback=(continuation of Deferred@575526316 after retry RPC after error@114374764) -> (continuation of Deferred@1254141513 after retry RPC after error@2041056035) -> (continuation of Deferred@897863951 after retry RPC after error@983109003) -> (continuation of Deferred@1977896567 after retry RPC after error@1277993723) -> (continuation of Deferred@1538756184 after retry RPC after error@691025392) -> (continuation of Deferred@2129674583 after retry RPC after error@1474436872) -> (continuation of Deferred@809537250 after retry RPC after error@418886319)))
17:33:27.693 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1034014549(state=PENDING, result=null, callback=(continuation of Deferred@575526316 after retry RPC after error@114374764) -> (continuation of Deferred@1254141513 after retry RPC after error@2041056035) -> (continuation of Deferred@897863951 after retry RPC after error@983109003) -> (continuation of Deferred@1977896567 after retry RPC after error@1277993723) -> (continuation of Deferred@1538756184 after retry RPC after error@691025392) -> (continuation of Deferred@2129674583 after retry RPC after error@1474436872) -> (continuation of Deferred@809537250 after retry RPC after error@418886319), errback=(continuation of Deferred@575526316 after retry RPC after error@114374764) -> (continuation of Deferred@1254141513 after retry RPC after error@2041056035) -> (continuation of Deferred@897863951 after retry RPC after error@983109003) -> (continuation of Deferred@1977896567 after retry RPC after error@1277993723) -> (continuation of Deferred@1538756184 after retry RPC after error@691025392) -> (continuation of Deferred@2129674583 after retry RPC after error@1474436872) -> (continuation of Deferred@809537250 after retry RPC after error@418886319)))
17:33:27.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.730 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.750 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.769 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.769 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.789 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.789 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.809 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.849 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.849 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.949 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.949 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.949 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.950 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.951 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1799213690(state=PENDING, result=null, callback=(continuation of Deferred@248187917 after retry RPC after error@386732209) -> (continuation of Deferred@1352067904 after retry RPC after error@1430080810) -> (continuation of Deferred@62949604 after retry RPC after error@2092406965) -> (continuation of Deferred@463249544 after retry RPC after error@611838668) -> (continuation of Deferred@603443470 after retry RPC after error@1673889781) -> (continuation of Deferred@497279973 after retry RPC after error@110709527) -> (continuation of Deferred@469472619 after retry RPC after error@1422803918), errback=(continuation of Deferred@248187917 after retry RPC after error@386732209) -> (continuation of Deferred@1352067904 after retry RPC after error@1430080810) -> (continuation of Deferred@62949604 after retry RPC after error@2092406965) -> (continuation of Deferred@463249544 after retry RPC after error@611838668) -> (continuation of Deferred@603443470 after retry RPC after error@1673889781) -> (continuation of Deferred@497279973 after retry RPC after error@110709527) -> (continuation of Deferred@469472619 after retry RPC after error@1422803918)))
17:33:27.951 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1799213690(state=PENDING, result=null, callback=(continuation of Deferred@248187917 after retry RPC after error@386732209) -> (continuation of Deferred@1352067904 after retry RPC after error@1430080810) -> (continuation of Deferred@62949604 after retry RPC after error@2092406965) -> (continuation of Deferred@463249544 after retry RPC after error@611838668) -> (continuation of Deferred@603443470 after retry RPC after error@1673889781) -> (continuation of Deferred@497279973 after retry RPC after error@110709527) -> (continuation of Deferred@469472619 after retry RPC after error@1422803918), errback=(continuation of Deferred@248187917 after retry RPC after error@386732209) -> (continuation of Deferred@1352067904 after retry RPC after error@1430080810) -> (continuation of Deferred@62949604 after retry RPC after error@2092406965) -> (continuation of Deferred@463249544 after retry RPC after error@611838668) -> (continuation of Deferred@603443470 after retry RPC after error@1673889781) -> (continuation of Deferred@497279973 after retry RPC after error@110709527) -> (continuation of Deferred@469472619 after retry RPC after error@1422803918)))
17:33:27.969 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.969 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:27.988 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:27.989 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:27.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.989 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:27.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:27.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:28.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:28.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:28.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:28.009 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.009 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:28.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:28.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.010 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:28.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:28.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:28.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:28.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:28.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:28.030 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:28.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:28.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:28.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:28.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:28.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.049 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:28.050 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:28.069 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:28.069 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:28.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:28.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:28.069 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:28.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:28.109 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:28.109 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:28.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:28.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:28.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:28.110 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:28.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:28.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:28.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:28.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:28.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:28.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.189 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:28.191 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@2022553372(state=PENDING, result=null, callback=(continuation of Deferred@318610622 after retry RPC after error@433952178) -> (continuation of Deferred@776567451 after retry RPC after error@1005133081) -> (continuation of Deferred@1158643382 after retry RPC after error@814351264) -> (continuation of Deferred@1433545352 after retry RPC after error@645981418) -> (continuation of Deferred@407163970 after retry RPC after error@2016625641) -> (continuation of Deferred@1011945485 after retry RPC after error@500634841) -> (continuation of Deferred@588195301 after retry RPC after error@1094784614), errback=(continuation of Deferred@318610622 after retry RPC after error@433952178) -> (continuation of Deferred@776567451 after retry RPC after error@1005133081) -> (continuation of Deferred@1158643382 after retry RPC after error@814351264) -> (continuation of Deferred@1433545352 after retry RPC after error@645981418) -> (continuation of Deferred@407163970 after retry RPC after error@2016625641) -> (continuation of Deferred@1011945485 after retry RPC after error@500634841) -> (continuation of Deferred@588195301 after retry RPC after error@1094784614)))
17:33:28.192 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@2022553372(state=PENDING, result=null, callback=(continuation of Deferred@318610622 after retry RPC after error@433952178) -> (continuation of Deferred@776567451 after retry RPC after error@1005133081) -> (continuation of Deferred@1158643382 after retry RPC after error@814351264) -> (continuation of Deferred@1433545352 after retry RPC after error@645981418) -> (continuation of Deferred@407163970 after retry RPC after error@2016625641) -> (continuation of Deferred@1011945485 after retry RPC after error@500634841) -> (continuation of Deferred@588195301 after retry RPC after error@1094784614), errback=(continuation of Deferred@318610622 after retry RPC after error@433952178) -> (continuation of Deferred@776567451 after retry RPC after error@1005133081) -> (continuation of Deferred@1158643382 after retry RPC after error@814351264) -> (continuation of Deferred@1433545352 after retry RPC after error@645981418) -> (continuation of Deferred@407163970 after retry RPC after error@2016625641) -> (continuation of Deferred@1011945485 after retry RPC after error@500634841) -> (continuation of Deferred@588195301 after retry RPC after error@1094784614)))
17:33:28.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:28.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:28.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:28.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:28.209 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:28.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.210 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:28.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:28.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:28.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:28.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:28.229 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:28.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.230 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:28.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:28.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:28.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:28.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:28.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:28.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.250 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:28.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:28.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:28.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:28.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:28.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:28.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:28.288 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:28.288 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:28.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:28.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:28.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.289 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:28.290 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:28.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:28.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:28.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:28.435679 31553 raft_consensus.cc:482] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 513aca88421d45fb950dc7e09028629d)
17:33:28.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:28.435887 31553 raft_consensus.cc:504] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } }
17:33:28.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:28.436688 31553 leader_election.cc:288] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795), af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551)
17:33:28.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:28.438040 30616 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111) [suppressed 3 similar messages]
17:33:28.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:28.439193 30618 leader_election.cc:334] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551): Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111)
17:33:28.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:28.439446 30616 leader_election.cc:334] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795): Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111)
17:33:28.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:28.439594 30616 leader_election.cc:302] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b3e4ebffd6234044a89abc551e9bab52; no voters: 513aca88421d45fb950dc7e09028629d, af0384c90acf409891ecfa292fbad2d3
17:33:28.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:28.439875 31553 raft_consensus.cc:2726] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
17:33:28.469 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=6, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, deferred=Deferred@1595088424(state=PENDING, result=null, callback=(continuation of Deferred@2113414784 after retry RPC after error@1725538082) -> (continuation of Deferred@1260805689 after retry RPC after error@201587499) -> (continuation of Deferred@812847117 after retry RPC after error@452569518) -> (continuation of Deferred@1675094878 after retry RPC after error@1881050796) -> (continuation of Deferred@1489312730 after retry RPC after error@262565301), errback=(continuation of Deferred@2113414784 after retry RPC after error@1725538082) -> (continuation of Deferred@1260805689 after retry RPC after error@201587499) -> (continuation of Deferred@812847117 after retry RPC after error@452569518) -> (continuation of Deferred@1675094878 after retry RPC after error@1881050796) -> (continuation of Deferred@1489312730 after retry RPC after error@262565301)))
17:33:28.469 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=131, elapsed=141), Traces: [0ms] sending RPC to server master-127.29.223.124:37551, deferred=Deferred@1400371716(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.29.223.124:37551, errback=org.apache.kudu.client.ConnectToCluster$1@57187528 -> ConnectToMasterErrCB for 127.29.223.124:37551))
17:33:28.469 [WARN - pool-46-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:28.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:28.488 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
17:33:28.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:33:28.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.748 [DEBUG - pool-46-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, deferred=null) with no deferred attached!
17:33:28.748 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.29.223.124:37551, deferred=Deferred@2001722346(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.29.223.124:37551, errback=org.apache.kudu.client.ConnectToCluster$1@636a511e -> ConnectToMasterErrCB for 127.29.223.124:37551))
17:33:28.748 [WARN - pool-46-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:28.748 [DEBUG - pool-46-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [260ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.29.223.124:37551, deferred=Deferred@2001722346(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.29.223.124:37551, errback=org.apache.kudu.client.ConnectToCluster$1@636a511e -> ConnectToMasterErrCB for 127.29.223.124:37551)), deferred=null)
17:33:28.749 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [260ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.29.223.124:37551, deferred=Deferred@2001722346(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.29.223.124:37551, errback=org.apache.kudu.client.ConnectToCluster$1@636a511e -> ConnectToMasterErrCB for 127.29.223.124:37551)), deferred=null)
17:33:28.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:28.769 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:28.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.029 [DEBUG - pool-46-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, deferred=null) with no deferred attached!
17:33:29.029 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.29.223.124:37551, deferred=Deferred@1741496236(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.29.223.124:37551, errback=org.apache.kudu.client.ConnectToCluster$1@6e540834 -> ConnectToMasterErrCB for 127.29.223.124:37551))
17:33:29.029 [WARN - pool-46-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:29.029 [DEBUG - pool-46-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.29.223.124:37551, deferred=Deferred@1741496236(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.29.223.124:37551, errback=org.apache.kudu.client.ConnectToCluster$1@6e540834 -> ConnectToMasterErrCB for 127.29.223.124:37551)), deferred=null)
17:33:29.029 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.29.223.124:37551, deferred=Deferred@1741496236(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.29.223.124:37551, errback=org.apache.kudu.client.ConnectToCluster$1@6e540834 -> ConnectToMasterErrCB for 127.29.223.124:37551)), deferred=null)
17:33:29.049 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:29.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.308 [DEBUG - pool-46-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, deferred=null) with no deferred attached!
17:33:29.308 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.29.223.124:37551, deferred=Deferred@1796239736(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.29.223.124:37551, errback=org.apache.kudu.client.ConnectToCluster$1@642f23c9 -> ConnectToMasterErrCB for 127.29.223.124:37551))
17:33:29.308 [WARN - pool-46-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:29.309 [DEBUG - pool-46-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [260ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.29.223.124:37551, deferred=Deferred@1796239736(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.29.223.124:37551, errback=org.apache.kudu.client.ConnectToCluster$1@642f23c9 -> ConnectToMasterErrCB for 127.29.223.124:37551)), deferred=null)
17:33:29.309 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [260ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.29.223.124:37551, deferred=Deferred@1796239736(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.29.223.124:37551, errback=org.apache.kudu.client.ConnectToCluster$1@642f23c9 -> ConnectToMasterErrCB for 127.29.223.124:37551)), deferred=null)
17:33:29.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:29.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.354 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=884), Traces: [0ms] received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=null) with no deferred attached!
17:33:29.354 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=605), Traces: [0ms] received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=null) with no deferred attached!
17:33:29.354 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=325), Traces: [0ms] received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=null) with no deferred attached!
17:33:29.354 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=45), Traces: [0ms] received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=null) with no deferred attached!
17:33:29.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:29.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:29.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:29.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.369 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.370 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:29.389 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:29.389 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:29.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:29.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:29.409 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:29.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:29.429 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:29.429 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:29.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:29.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:29.449 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:29.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:29.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:29.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:29.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.470 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:29.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:29.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:29.529 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.529 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.529 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.529 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.529 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.530 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:29.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:29.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:29.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:29.572 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [26ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [26ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@413257657(state=PENDING, result=null, callback=(continuation of Deferred@130861376 after retry RPC after error@1156015535) -> (continuation of Deferred@1039467604 after retry RPC after error@725600340) -> (continuation of Deferred@1247318714 after retry RPC after error@904744003) -> (continuation of Deferred@539965710 after retry RPC after error@1963403319) -> (continuation of Deferred@2068097391 after retry RPC after error@613707024) -> (continuation of Deferred@2099959749 after retry RPC after error@824188615) -> (continuation of Deferred@1878120029 after retry RPC after error@1745537630), errback=(continuation of Deferred@130861376 after retry RPC after error@1156015535) -> (continuation of Deferred@1039467604 after retry RPC after error@725600340) -> (continuation of Deferred@1247318714 after retry RPC after error@904744003) -> (continuation of Deferred@539965710 after retry RPC after error@1963403319) -> (continuation of Deferred@2068097391 after retry RPC after error@613707024) -> (continuation of Deferred@2099959749 after retry RPC after error@824188615) -> (continuation of Deferred@1878120029 after retry RPC after error@1745537630)))
17:33:29.572 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [26ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [26ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@413257657(state=PENDING, result=null, callback=(continuation of Deferred@130861376 after retry RPC after error@1156015535) -> (continuation of Deferred@1039467604 after retry RPC after error@725600340) -> (continuation of Deferred@1247318714 after retry RPC after error@904744003) -> (continuation of Deferred@539965710 after retry RPC after error@1963403319) -> (continuation of Deferred@2068097391 after retry RPC after error@613707024) -> (continuation of Deferred@2099959749 after retry RPC after error@824188615) -> (continuation of Deferred@1878120029 after retry RPC after error@1745537630), errback=(continuation of Deferred@130861376 after retry RPC after error@1156015535) -> (continuation of Deferred@1039467604 after retry RPC after error@725600340) -> (continuation of Deferred@1247318714 after retry RPC after error@904744003) -> (continuation of Deferred@539965710 after retry RPC after error@1963403319) -> (continuation of Deferred@2068097391 after retry RPC after error@613707024) -> (continuation of Deferred@2099959749 after retry RPC after error@824188615) -> (continuation of Deferred@1878120029 after retry RPC after error@1745537630)))
17:33:29.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:29.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.589 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.589 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:29.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:29.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:29.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:29.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:29.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:29.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:29.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.630 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:29.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:29.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:29.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.649 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.650 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:29.669 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:29.669 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:29.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:29.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:29.709 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:29.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.710 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:29.769 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:29.769 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:29.769 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:29.771 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1226651616(state=PENDING, result=null, callback=(continuation of Deferred@1279188935 after retry RPC after error@1890448009) -> (continuation of Deferred@1561499011 after retry RPC after error@2098207734) -> (continuation of Deferred@1198142324 after retry RPC after error@1489807530) -> (continuation of Deferred@289116349 after retry RPC after error@1812592327) -> (continuation of Deferred@2054064545 after retry RPC after error@1205532606) -> (continuation of Deferred@178862464 after retry RPC after error@699750876), errback=(continuation of Deferred@1279188935 after retry RPC after error@1890448009) -> (continuation of Deferred@1561499011 after retry RPC after error@2098207734) -> (continuation of Deferred@1198142324 after retry RPC after error@1489807530) -> (continuation of Deferred@289116349 after retry RPC after error@1812592327) -> (continuation of Deferred@2054064545 after retry RPC after error@1205532606) -> (continuation of Deferred@178862464 after retry RPC after error@699750876)))
17:33:29.771 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1226651616(state=PENDING, result=null, callback=(continuation of Deferred@1279188935 after retry RPC after error@1890448009) -> (continuation of Deferred@1561499011 after retry RPC after error@2098207734) -> (continuation of Deferred@1198142324 after retry RPC after error@1489807530) -> (continuation of Deferred@289116349 after retry RPC after error@1812592327) -> (continuation of Deferred@2054064545 after retry RPC after error@1205532606) -> (continuation of Deferred@178862464 after retry RPC after error@699750876), errback=(continuation of Deferred@1279188935 after retry RPC after error@1890448009) -> (continuation of Deferred@1561499011 after retry RPC after error@2098207734) -> (continuation of Deferred@1198142324 after retry RPC after error@1489807530) -> (continuation of Deferred@289116349 after retry RPC after error@1812592327) -> (continuation of Deferred@2054064545 after retry RPC after error@1205532606) -> (continuation of Deferred@178862464 after retry RPC after error@699750876)))
17:33:29.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:29.789 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:29.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.789 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:29.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:29.809 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:29.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:29.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:29.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:29.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:29.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:29.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:29.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:29.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:29.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:29.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.870 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:29.908 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:29.908 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:29.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.909 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.909 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.910 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:29.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:29.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:29.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.949 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.949 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.949 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.950 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:29.951 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@790075665(state=PENDING, result=null, callback=(continuation of Deferred@827543059 after retry RPC after error@1917644947) -> (continuation of Deferred@1966249848 after retry RPC after error@1719556062) -> (continuation of Deferred@1308016340 after retry RPC after error@1487607697) -> (continuation of Deferred@969134763 after retry RPC after error@756527850) -> (continuation of Deferred@1441769858 after retry RPC after error@1433942833) -> (continuation of Deferred@1913253311 after retry RPC after error@1645838838), errback=(continuation of Deferred@827543059 after retry RPC after error@1917644947) -> (continuation of Deferred@1966249848 after retry RPC after error@1719556062) -> (continuation of Deferred@1308016340 after retry RPC after error@1487607697) -> (continuation of Deferred@969134763 after retry RPC after error@756527850) -> (continuation of Deferred@1441769858 after retry RPC after error@1433942833) -> (continuation of Deferred@1913253311 after retry RPC after error@1645838838)))
17:33:29.951 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@790075665(state=PENDING, result=null, callback=(continuation of Deferred@827543059 after retry RPC after error@1917644947) -> (continuation of Deferred@1966249848 after retry RPC after error@1719556062) -> (continuation of Deferred@1308016340 after retry RPC after error@1487607697) -> (continuation of Deferred@969134763 after retry RPC after error@756527850) -> (continuation of Deferred@1441769858 after retry RPC after error@1433942833) -> (continuation of Deferred@1913253311 after retry RPC after error@1645838838), errback=(continuation of Deferred@827543059 after retry RPC after error@1917644947) -> (continuation of Deferred@1966249848 after retry RPC after error@1719556062) -> (continuation of Deferred@1308016340 after retry RPC after error@1487607697) -> (continuation of Deferred@969134763 after retry RPC after error@756527850) -> (continuation of Deferred@1441769858 after retry RPC after error@1433942833) -> (continuation of Deferred@1913253311 after retry RPC after error@1645838838)))
17:33:29.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:29.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:29.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:29.988 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:29.988 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:29.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.989 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.989 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:29.989 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:29.990 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.009 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.009 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.009 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.009 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.010 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.030 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.049 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.050 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.089 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.090 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.130 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.131 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1046397563(state=PENDING, result=null, callback=(continuation of Deferred@291181297 after retry RPC after error@1716390175) -> (continuation of Deferred@393722218 after retry RPC after error@1609755877) -> (continuation of Deferred@376938864 after retry RPC after error@6767696) -> (continuation of Deferred@712049119 after retry RPC after error@1655461296) -> (continuation of Deferred@1241187508 after retry RPC after error@1929677855) -> (continuation of Deferred@1373181017 after retry RPC after error@1373161991), errback=(continuation of Deferred@291181297 after retry RPC after error@1716390175) -> (continuation of Deferred@393722218 after retry RPC after error@1609755877) -> (continuation of Deferred@376938864 after retry RPC after error@6767696) -> (continuation of Deferred@712049119 after retry RPC after error@1655461296) -> (continuation of Deferred@1241187508 after retry RPC after error@1929677855) -> (continuation of Deferred@1373181017 after retry RPC after error@1373161991)))
17:33:30.131 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1046397563(state=PENDING, result=null, callback=(continuation of Deferred@291181297 after retry RPC after error@1716390175) -> (continuation of Deferred@393722218 after retry RPC after error@1609755877) -> (continuation of Deferred@376938864 after retry RPC after error@6767696) -> (continuation of Deferred@712049119 after retry RPC after error@1655461296) -> (continuation of Deferred@1241187508 after retry RPC after error@1929677855) -> (continuation of Deferred@1373181017 after retry RPC after error@1373161991), errback=(continuation of Deferred@291181297 after retry RPC after error@1716390175) -> (continuation of Deferred@393722218 after retry RPC after error@1609755877) -> (continuation of Deferred@376938864 after retry RPC after error@6767696) -> (continuation of Deferred@712049119 after retry RPC after error@1655461296) -> (continuation of Deferred@1241187508 after retry RPC after error@1929677855) -> (continuation of Deferred@1373181017 after retry RPC after error@1373161991)))
17:33:30.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.150 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.169 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.189 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.209 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.269 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.369 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.370 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.372 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1322007464(state=PENDING, result=null, callback=(continuation of Deferred@2000625632 after retry RPC after error@1606805737) -> (continuation of Deferred@1859476583 after retry RPC after error@1105935214) -> (continuation of Deferred@1311042732 after retry RPC after error@1054263073) -> (continuation of Deferred@2049217272 after retry RPC after error@1645016729) -> (continuation of Deferred@186918904 after retry RPC after error@54728306) -> (continuation of Deferred@1563359152 after retry RPC after error@1477667506) -> (continuation of Deferred@1923259823 after retry RPC after error@1766454543), errback=(continuation of Deferred@2000625632 after retry RPC after error@1606805737) -> (continuation of Deferred@1859476583 after retry RPC after error@1105935214) -> (continuation of Deferred@1311042732 after retry RPC after error@1054263073) -> (continuation of Deferred@2049217272 after retry RPC after error@1645016729) -> (continuation of Deferred@186918904 after retry RPC after error@54728306) -> (continuation of Deferred@1563359152 after retry RPC after error@1477667506) -> (continuation of Deferred@1923259823 after retry RPC after error@1766454543)))
17:33:30.372 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1322007464(state=PENDING, result=null, callback=(continuation of Deferred@2000625632 after retry RPC after error@1606805737) -> (continuation of Deferred@1859476583 after retry RPC after error@1105935214) -> (continuation of Deferred@1311042732 after retry RPC after error@1054263073) -> (continuation of Deferred@2049217272 after retry RPC after error@1645016729) -> (continuation of Deferred@186918904 after retry RPC after error@54728306) -> (continuation of Deferred@1563359152 after retry RPC after error@1477667506) -> (continuation of Deferred@1923259823 after retry RPC after error@1766454543), errback=(continuation of Deferred@2000625632 after retry RPC after error@1606805737) -> (continuation of Deferred@1859476583 after retry RPC after error@1105935214) -> (continuation of Deferred@1311042732 after retry RPC after error@1054263073) -> (continuation of Deferred@2049217272 after retry RPC after error@1645016729) -> (continuation of Deferred@186918904 after retry RPC after error@54728306) -> (continuation of Deferred@1563359152 after retry RPC after error@1477667506) -> (continuation of Deferred@1923259823 after retry RPC after error@1766454543)))
17:33:30.389 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.389 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.392 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.410 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.429 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.429 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.449 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.469 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.489 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.489 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.489 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.510 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:30.527122 30600 master_runner.cc:186] Error getting master registration for 127.29.223.125:43795: Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111),
17:33:30.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:30.527325 30600 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:33:30.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.570 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.589 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.589 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.589 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.590 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.591 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [4ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1893263598(state=PENDING, result=null, callback=(continuation of Deferred@369664716 after retry RPC after error@1225665839) -> (continuation of Deferred@291011480 after retry RPC after error@644906693) -> (continuation of Deferred@1975367173 after retry RPC after error@1306692296) -> (continuation of Deferred@531938391 after retry RPC after error@974618418) -> (continuation of Deferred@579009515 after retry RPC after error@2070905273) -> (continuation of Deferred@1090772103 after retry RPC after error@1089262970) -> (continuation of Deferred@1971594031 after retry RPC after error@1927349871), errback=(continuation of Deferred@369664716 after retry RPC after error@1225665839) -> (continuation of Deferred@291011480 after retry RPC after error@644906693) -> (continuation of Deferred@1975367173 after retry RPC after error@1306692296) -> (continuation of Deferred@531938391 after retry RPC after error@974618418) -> (continuation of Deferred@579009515 after retry RPC after error@2070905273) -> (continuation of Deferred@1090772103 after retry RPC after error@1089262970) -> (continuation of Deferred@1971594031 after retry RPC after error@1927349871)))
17:33:30.592 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [4ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1893263598(state=PENDING, result=null, callback=(continuation of Deferred@369664716 after retry RPC after error@1225665839) -> (continuation of Deferred@291011480 after retry RPC after error@644906693) -> (continuation of Deferred@1975367173 after retry RPC after error@1306692296) -> (continuation of Deferred@531938391 after retry RPC after error@974618418) -> (continuation of Deferred@579009515 after retry RPC after error@2070905273) -> (continuation of Deferred@1090772103 after retry RPC after error@1089262970) -> (continuation of Deferred@1971594031 after retry RPC after error@1927349871), errback=(continuation of Deferred@369664716 after retry RPC after error@1225665839) -> (continuation of Deferred@291011480 after retry RPC after error@644906693) -> (continuation of Deferred@1975367173 after retry RPC after error@1306692296) -> (continuation of Deferred@531938391 after retry RPC after error@974618418) -> (continuation of Deferred@579009515 after retry RPC after error@2070905273) -> (continuation of Deferred@1090772103 after retry RPC after error@1089262970) -> (continuation of Deferred@1971594031 after retry RPC after error@1927349871)))
17:33:30.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.610 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.629 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.629 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.649 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.649 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.669 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.670 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.689 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.729 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.789 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.849 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.849 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.852 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1155565794(state=PENDING, result=null, callback=(continuation of Deferred@1342285828 after retry RPC after error@580150083) -> (continuation of Deferred@1316209486 after retry RPC after error@244639226) -> (continuation of Deferred@1401437604 after retry RPC after error@1384633069) -> (continuation of Deferred@46006848 after retry RPC after error@724339928) -> (continuation of Deferred@970715396 after retry RPC after error@1437027432) -> (continuation of Deferred@670693534 after retry RPC after error@1761409781) -> (continuation of Deferred@248083775 after retry RPC after error@1642249346), errback=(continuation of Deferred@1342285828 after retry RPC after error@580150083) -> (continuation of Deferred@1316209486 after retry RPC after error@244639226) -> (continuation of Deferred@1401437604 after retry RPC after error@1384633069) -> (continuation of Deferred@46006848 after retry RPC after error@724339928) -> (continuation of Deferred@970715396 after retry RPC after error@1437027432) -> (continuation of Deferred@670693534 after retry RPC after error@1761409781) -> (continuation of Deferred@248083775 after retry RPC after error@1642249346)))
17:33:30.852 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1155565794(state=PENDING, result=null, callback=(continuation of Deferred@1342285828 after retry RPC after error@580150083) -> (continuation of Deferred@1316209486 after retry RPC after error@244639226) -> (continuation of Deferred@1401437604 after retry RPC after error@1384633069) -> (continuation of Deferred@46006848 after retry RPC after error@724339928) -> (continuation of Deferred@970715396 after retry RPC after error@1437027432) -> (continuation of Deferred@670693534 after retry RPC after error@1761409781) -> (continuation of Deferred@248083775 after retry RPC after error@1642249346), errback=(continuation of Deferred@1342285828 after retry RPC after error@580150083) -> (continuation of Deferred@1316209486 after retry RPC after error@244639226) -> (continuation of Deferred@1401437604 after retry RPC after error@1384633069) -> (continuation of Deferred@46006848 after retry RPC after error@724339928) -> (continuation of Deferred@970715396 after retry RPC after error@1437027432) -> (continuation of Deferred@670693534 after retry RPC after error@1761409781) -> (continuation of Deferred@248083775 after retry RPC after error@1642249346)))
17:33:30.869 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.869 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.889 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.889 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.890 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.908 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.908 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.909 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.909 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.910 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.930 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.949 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.949 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.949 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.950 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.950 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:30.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:30.969 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:30.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:30.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:30.970 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:31.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:31.029 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:31.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:31.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:31.069 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:31.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.069 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:31.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:31.089 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:31.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.089 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:31.091 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1906224102(state=PENDING, result=null, callback=(continuation of Deferred@1793935653 after retry RPC after error@548148260) -> (continuation of Deferred@1555978128 after retry RPC after error@1492846202) -> (continuation of Deferred@1491064865 after retry RPC after error@412281386) -> (continuation of Deferred@910048383 after retry RPC after error@922104852) -> (continuation of Deferred@273607739 after retry RPC after error@520263586) -> (continuation of Deferred@1486396921 after retry RPC after error@1607025770) -> (continuation of Deferred@947995804 after retry RPC after error@867527593) -> (continuation of Deferred@803098483 after retry RPC after error@983676150), errback=(continuation of Deferred@1793935653 after retry RPC after error@548148260) -> (continuation of Deferred@1555978128 after retry RPC after error@1492846202) -> (continuation of Deferred@1491064865 after retry RPC after error@412281386) -> (continuation of Deferred@910048383 after retry RPC after error@922104852) -> (continuation of Deferred@273607739 after retry RPC after error@520263586) -> (continuation of Deferred@1486396921 after retry RPC after error@1607025770) -> (continuation of Deferred@947995804 after retry RPC after error@867527593) -> (continuation of Deferred@803098483 after retry RPC after error@983676150)))
17:33:31.092 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1906224102(state=PENDING, result=null, callback=(continuation of Deferred@1793935653 after retry RPC after error@548148260) -> (continuation of Deferred@1555978128 after retry RPC after error@1492846202) -> (continuation of Deferred@1491064865 after retry RPC after error@412281386) -> (continuation of Deferred@910048383 after retry RPC after error@922104852) -> (continuation of Deferred@273607739 after retry RPC after error@520263586) -> (continuation of Deferred@1486396921 after retry RPC after error@1607025770) -> (continuation of Deferred@947995804 after retry RPC after error@867527593) -> (continuation of Deferred@803098483 after retry RPC after error@983676150), errback=(continuation of Deferred@1793935653 after retry RPC after error@548148260) -> (continuation of Deferred@1555978128 after retry RPC after error@1492846202) -> (continuation of Deferred@1491064865 after retry RPC after error@412281386) -> (continuation of Deferred@910048383 after retry RPC after error@922104852) -> (continuation of Deferred@273607739 after retry RPC after error@520263586) -> (continuation of Deferred@1486396921 after retry RPC after error@1607025770) -> (continuation of Deferred@947995804 after retry RPC after error@867527593) -> (continuation of Deferred@803098483 after retry RPC after error@983676150)))
17:33:31.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:31.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:31.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:31.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:31.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:31.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.130 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:31.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:31.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:31.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.150 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:31.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:31.169 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:31.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:31.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:31.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:31.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.189 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:31.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:31.229 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:31.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.229 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:31.288 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:31.289 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:31.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.289 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:31.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:31.323676 31255 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 1)
17:33:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:31.327095 31255 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '35b0695db7f546f88a2abe2fa5454ba3', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '35b0695db7f546f88a2abe2fa5454ba3', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 1)
17:33:31.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:31.328635 31256 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.29.223.124:37551)
17:33:31.368 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1371010320(state=PENDING, result=null, callback=(continuation of Deferred@412201600 after retry RPC after error@107655514) -> (continuation of Deferred@1322913185 after retry RPC after error@548105759) -> (continuation of Deferred@901504312 after retry RPC after error@1711823540) -> (continuation of Deferred@2015487185 after retry RPC after error@58832476) -> (continuation of Deferred@1748560137 after retry RPC after error@1287766848) -> (continuation of Deferred@993108325 after retry RPC after error@898421513) -> (continuation of Deferred@441648144 after retry RPC after error@1489637337), errback=(continuation of Deferred@412201600 after retry RPC after error@107655514) -> (continuation of Deferred@1322913185 after retry RPC after error@548105759) -> (continuation of Deferred@901504312 after retry RPC after error@1711823540) -> (continuation of Deferred@2015487185 after retry RPC after error@58832476) -> (continuation of Deferred@1748560137 after retry RPC after error@1287766848) -> (continuation of Deferred@993108325 after retry RPC after error@898421513) -> (continuation of Deferred@441648144 after retry RPC after error@1489637337)))
17:33:31.369 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:33:31.389 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:31.389 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:31.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:31.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:31.409 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:31.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:31.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:31.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:31.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.430 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:31.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:31.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:31.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.450 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:31.469 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:31.469 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:31.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:31.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:31.509 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:31.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.510 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:31.589 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:31.589 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:31.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:31.592 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@915909666(state=PENDING, result=null, callback=(continuation of Deferred@435488012 after retry RPC after error@1242418431) -> (continuation of Deferred@383258064 after retry RPC after error@488986005) -> (continuation of Deferred@751435352 after retry RPC after error@143111434) -> (continuation of Deferred@1583849287 after retry RPC after error@1767502051) -> (continuation of Deferred@176289966 after retry RPC after error@1058743057) -> (continuation of Deferred@1566842386 after retry RPC after error@2065445813), errback=(continuation of Deferred@435488012 after retry RPC after error@1242418431) -> (continuation of Deferred@383258064 after retry RPC after error@488986005) -> (continuation of Deferred@751435352 after retry RPC after error@143111434) -> (continuation of Deferred@1583849287 after retry RPC after error@1767502051) -> (continuation of Deferred@176289966 after retry RPC after error@1058743057) -> (continuation of Deferred@1566842386 after retry RPC after error@2065445813)))
17:33:31.592 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@915909666(state=PENDING, result=null, callback=(continuation of Deferred@435488012 after retry RPC after error@1242418431) -> (continuation of Deferred@383258064 after retry RPC after error@488986005) -> (continuation of Deferred@751435352 after retry RPC after error@143111434) -> (continuation of Deferred@1583849287 after retry RPC after error@1767502051) -> (continuation of Deferred@176289966 after retry RPC after error@1058743057) -> (continuation of Deferred@1566842386 after retry RPC after error@2065445813), errback=(continuation of Deferred@435488012 after retry RPC after error@1242418431) -> (continuation of Deferred@383258064 after retry RPC after error@488986005) -> (continuation of Deferred@751435352 after retry RPC after error@143111434) -> (continuation of Deferred@1583849287 after retry RPC after error@1767502051) -> (continuation of Deferred@176289966 after retry RPC after error@1058743057) -> (continuation of Deferred@1566842386 after retry RPC after error@2065445813)))
17:33:31.609 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:31.609 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:31.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:31.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:31.629 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:31.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:31.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:31.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:31.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.649 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.650 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:31.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:31.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:31.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.669 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.670 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:31.689 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:31.689 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:31.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:31.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:31.709 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:31.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.710 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:31.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:31.769 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:31.769 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.769 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.770 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:31.849 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:31.849 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:31.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:31.851 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@785525850(state=PENDING, result=null, callback=(continuation of Deferred@626959203 after retry RPC after error@563118258) -> (continuation of Deferred@422709751 after retry RPC after error@641549943) -> (continuation of Deferred@1982377064 after retry RPC after error@1394095887) -> (continuation of Deferred@1525477674 after retry RPC after error@380508926) -> (continuation of Deferred@626438063 after retry RPC after error@929317957) -> (continuation of Deferred@180131362 after retry RPC after error@1814234209) -> (continuation of Deferred@2090395037 after retry RPC after error@1766572071), errback=(continuation of Deferred@626959203 after retry RPC after error@563118258) -> (continuation of Deferred@422709751 after retry RPC after error@641549943) -> (continuation of Deferred@1982377064 after retry RPC after error@1394095887) -> (continuation of Deferred@1525477674 after retry RPC after error@380508926) -> (continuation of Deferred@626438063 after retry RPC after error@929317957) -> (continuation of Deferred@180131362 after retry RPC after error@1814234209) -> (continuation of Deferred@2090395037 after retry RPC after error@1766572071)))
17:33:31.852 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@785525850(state=PENDING, result=null, callback=(continuation of Deferred@626959203 after retry RPC after error@563118258) -> (continuation of Deferred@422709751 after retry RPC after error@641549943) -> (continuation of Deferred@1982377064 after retry RPC after error@1394095887) -> (continuation of Deferred@1525477674 after retry RPC after error@380508926) -> (continuation of Deferred@626438063 after retry RPC after error@929317957) -> (continuation of Deferred@180131362 after retry RPC after error@1814234209) -> (continuation of Deferred@2090395037 after retry RPC after error@1766572071), errback=(continuation of Deferred@626959203 after retry RPC after error@563118258) -> (continuation of Deferred@422709751 after retry RPC after error@641549943) -> (continuation of Deferred@1982377064 after retry RPC after error@1394095887) -> (continuation of Deferred@1525477674 after retry RPC after error@380508926) -> (continuation of Deferred@626438063 after retry RPC after error@929317957) -> (continuation of Deferred@180131362 after retry RPC after error@1814234209) -> (continuation of Deferred@2090395037 after retry RPC after error@1766572071)))
17:33:31.869 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:31.869 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:31.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:31.889 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:31.889 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:31.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:31.909 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:31.909 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:31.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:31.929 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:31.929 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:31.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:31.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:31.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:31.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.949 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.949 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.949 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.950 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:31.969 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:31.969 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:31.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:31.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:31.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.009 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.009 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.010 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.030 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.031 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [160ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@471295382(state=PENDING, result=null, callback=(continuation of Deferred@512544225 after retry RPC after error@891857885) -> (continuation of Deferred@1766374091 after retry RPC after error@1314146721) -> (continuation of Deferred@919565903 after retry RPC after error@1179211016) -> (continuation of Deferred@1786454504 after retry RPC after error@101606471) -> (continuation of Deferred@1270745031 after retry RPC after error@1196685997) -> (continuation of Deferred@1947527118 after retry RPC after error@30251351) -> (continuation of Deferred@989214358 after retry RPC after error@1655186935), errback=(continuation of Deferred@512544225 after retry RPC after error@891857885) -> (continuation of Deferred@1766374091 after retry RPC after error@1314146721) -> (continuation of Deferred@919565903 after retry RPC after error@1179211016) -> (continuation of Deferred@1786454504 after retry RPC after error@101606471) -> (continuation of Deferred@1270745031 after retry RPC after error@1196685997) -> (continuation of Deferred@1947527118 after retry RPC after error@30251351) -> (continuation of Deferred@989214358 after retry RPC after error@1655186935)))
17:33:32.031 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [160ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@471295382(state=PENDING, result=null, callback=(continuation of Deferred@512544225 after retry RPC after error@891857885) -> (continuation of Deferred@1766374091 after retry RPC after error@1314146721) -> (continuation of Deferred@919565903 after retry RPC after error@1179211016) -> (continuation of Deferred@1786454504 after retry RPC after error@101606471) -> (continuation of Deferred@1270745031 after retry RPC after error@1196685997) -> (continuation of Deferred@1947527118 after retry RPC after error@30251351) -> (continuation of Deferred@989214358 after retry RPC after error@1655186935), errback=(continuation of Deferred@512544225 after retry RPC after error@891857885) -> (continuation of Deferred@1766374091 after retry RPC after error@1314146721) -> (continuation of Deferred@919565903 after retry RPC after error@1179211016) -> (continuation of Deferred@1786454504 after retry RPC after error@101606471) -> (continuation of Deferred@1270745031 after retry RPC after error@1196685997) -> (continuation of Deferred@1947527118 after retry RPC after error@30251351) -> (continuation of Deferred@989214358 after retry RPC after error@1655186935)))
17:33:32.049 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.049 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.069 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.069 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.089 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.130 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.170 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.249 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.251 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1642030983(state=PENDING, result=null, callback=(continuation of Deferred@200390920 after retry RPC after error@841201184) -> (continuation of Deferred@1492634662 after retry RPC after error@1116629984) -> (continuation of Deferred@1152492352 after retry RPC after error@1795985216) -> (continuation of Deferred@234678523 after retry RPC after error@1008489423) -> (continuation of Deferred@1971215535 after retry RPC after error@2047327183) -> (continuation of Deferred@274083652 after retry RPC after error@1309312170), errback=(continuation of Deferred@200390920 after retry RPC after error@841201184) -> (continuation of Deferred@1492634662 after retry RPC after error@1116629984) -> (continuation of Deferred@1152492352 after retry RPC after error@1795985216) -> (continuation of Deferred@234678523 after retry RPC after error@1008489423) -> (continuation of Deferred@1971215535 after retry RPC after error@2047327183) -> (continuation of Deferred@274083652 after retry RPC after error@1309312170)))
17:33:32.252 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1642030983(state=PENDING, result=null, callback=(continuation of Deferred@200390920 after retry RPC after error@841201184) -> (continuation of Deferred@1492634662 after retry RPC after error@1116629984) -> (continuation of Deferred@1152492352 after retry RPC after error@1795985216) -> (continuation of Deferred@234678523 after retry RPC after error@1008489423) -> (continuation of Deferred@1971215535 after retry RPC after error@2047327183) -> (continuation of Deferred@274083652 after retry RPC after error@1309312170), errback=(continuation of Deferred@200390920 after retry RPC after error@841201184) -> (continuation of Deferred@1492634662 after retry RPC after error@1116629984) -> (continuation of Deferred@1152492352 after retry RPC after error@1795985216) -> (continuation of Deferred@234678523 after retry RPC after error@1008489423) -> (continuation of Deferred@1971215535 after retry RPC after error@2047327183) -> (continuation of Deferred@274083652 after retry RPC after error@1309312170)))
17:33:32.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.270 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:32.276626 31575 raft_consensus.cc:482] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 513aca88421d45fb950dc7e09028629d)
17:33:32.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:32.277114 31575 raft_consensus.cc:504] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } }
17:33:32.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:32.278116 31575 leader_election.cc:288] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795), af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551)
17:33:32.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:32.281411 30616 leader_election.cc:334] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795): Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111)
17:33:32.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:32.281656 30618 leader_election.cc:334] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551): Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111)
17:33:32.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:32.281798 30618 leader_election.cc:302] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b3e4ebffd6234044a89abc551e9bab52; no voters: 513aca88421d45fb950dc7e09028629d, af0384c90acf409891ecfa292fbad2d3
17:33:32.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:32.282049 31575 raft_consensus.cc:2726] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
17:33:32.288 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.288 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.289 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.290 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.310 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.330 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.349 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.349 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.349 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.369 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.369 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.409 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.429 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.431 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@158311149(state=PENDING, result=null, callback=(continuation of Deferred@76882855 after retry RPC after error@1970194892) -> (continuation of Deferred@1617541073 after retry RPC after error@350554619) -> (continuation of Deferred@960530651 after retry RPC after error@987960982) -> (continuation of Deferred@387578148 after retry RPC after error@722436333) -> (continuation of Deferred@380945159 after retry RPC after error@885076193) -> (continuation of Deferred@1825128324 after retry RPC after error@991347224) -> (continuation of Deferred@185242246 after retry RPC after error@913440062), errback=(continuation of Deferred@76882855 after retry RPC after error@1970194892) -> (continuation of Deferred@1617541073 after retry RPC after error@350554619) -> (continuation of Deferred@960530651 after retry RPC after error@987960982) -> (continuation of Deferred@387578148 after retry RPC after error@722436333) -> (continuation of Deferred@380945159 after retry RPC after error@885076193) -> (continuation of Deferred@1825128324 after retry RPC after error@991347224) -> (continuation of Deferred@185242246 after retry RPC after error@913440062)))
17:33:32.432 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@158311149(state=PENDING, result=null, callback=(continuation of Deferred@76882855 after retry RPC after error@1970194892) -> (continuation of Deferred@1617541073 after retry RPC after error@350554619) -> (continuation of Deferred@960530651 after retry RPC after error@987960982) -> (continuation of Deferred@387578148 after retry RPC after error@722436333) -> (continuation of Deferred@380945159 after retry RPC after error@885076193) -> (continuation of Deferred@1825128324 after retry RPC after error@991347224) -> (continuation of Deferred@185242246 after retry RPC after error@913440062), errback=(continuation of Deferred@76882855 after retry RPC after error@1970194892) -> (continuation of Deferred@1617541073 after retry RPC after error@350554619) -> (continuation of Deferred@960530651 after retry RPC after error@987960982) -> (continuation of Deferred@387578148 after retry RPC after error@722436333) -> (continuation of Deferred@380945159 after retry RPC after error@885076193) -> (continuation of Deferred@1825128324 after retry RPC after error@991347224) -> (continuation of Deferred@185242246 after retry RPC after error@913440062)))
17:33:32.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.449 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.469 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.489 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.489 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.490 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.510 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.529 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.569 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.569 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.589 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.589 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.589 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.590 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.591 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@542687842(state=PENDING, result=null, callback=(continuation of Deferred@1745789289 after retry RPC after error@316948001) -> (continuation of Deferred@716368241 after retry RPC after error@1285518743) -> (continuation of Deferred@1359450244 after retry RPC after error@1646373299) -> (continuation of Deferred@1600466407 after retry RPC after error@1759631441) -> (continuation of Deferred@93320825 after retry RPC after error@1779215178) -> (continuation of Deferred@477145593 after retry RPC after error@2058733942), errback=(continuation of Deferred@1745789289 after retry RPC after error@316948001) -> (continuation of Deferred@716368241 after retry RPC after error@1285518743) -> (continuation of Deferred@1359450244 after retry RPC after error@1646373299) -> (continuation of Deferred@1600466407 after retry RPC after error@1759631441) -> (continuation of Deferred@93320825 after retry RPC after error@1779215178) -> (continuation of Deferred@477145593 after retry RPC after error@2058733942)))
17:33:32.591 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@542687842(state=PENDING, result=null, callback=(continuation of Deferred@1745789289 after retry RPC after error@316948001) -> (continuation of Deferred@716368241 after retry RPC after error@1285518743) -> (continuation of Deferred@1359450244 after retry RPC after error@1646373299) -> (continuation of Deferred@1600466407 after retry RPC after error@1759631441) -> (continuation of Deferred@93320825 after retry RPC after error@1779215178) -> (continuation of Deferred@477145593 after retry RPC after error@2058733942), errback=(continuation of Deferred@1745789289 after retry RPC after error@316948001) -> (continuation of Deferred@716368241 after retry RPC after error@1285518743) -> (continuation of Deferred@1359450244 after retry RPC after error@1646373299) -> (continuation of Deferred@1600466407 after retry RPC after error@1759631441) -> (continuation of Deferred@93320825 after retry RPC after error@1779215178) -> (continuation of Deferred@477145593 after retry RPC after error@2058733942)))
17:33:32.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.609 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.630 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.649 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.650 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.669 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.669 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.689 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.689 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.729 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.729 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.730 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.749 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.750 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.751 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@27759740(state=PENDING, result=null, callback=(continuation of Deferred@1416898434 after retry RPC after error@720805510) -> (continuation of Deferred@1242436277 after retry RPC after error@2000124924) -> (continuation of Deferred@34216623 after retry RPC after error@471246534) -> (continuation of Deferred@641176651 after retry RPC after error@1788077034) -> (continuation of Deferred@949900149 after retry RPC after error@295170614) -> (continuation of Deferred@194558339 after retry RPC after error@2128709545), errback=(continuation of Deferred@1416898434 after retry RPC after error@720805510) -> (continuation of Deferred@1242436277 after retry RPC after error@2000124924) -> (continuation of Deferred@34216623 after retry RPC after error@471246534) -> (continuation of Deferred@641176651 after retry RPC after error@1788077034) -> (continuation of Deferred@949900149 after retry RPC after error@295170614) -> (continuation of Deferred@194558339 after retry RPC after error@2128709545)))
17:33:32.751 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@27759740(state=PENDING, result=null, callback=(continuation of Deferred@1416898434 after retry RPC after error@720805510) -> (continuation of Deferred@1242436277 after retry RPC after error@2000124924) -> (continuation of Deferred@34216623 after retry RPC after error@471246534) -> (continuation of Deferred@641176651 after retry RPC after error@1788077034) -> (continuation of Deferred@949900149 after retry RPC after error@295170614) -> (continuation of Deferred@194558339 after retry RPC after error@2128709545), errback=(continuation of Deferred@1416898434 after retry RPC after error@720805510) -> (continuation of Deferred@1242436277 after retry RPC after error@2000124924) -> (continuation of Deferred@34216623 after retry RPC after error@471246534) -> (continuation of Deferred@641176651 after retry RPC after error@1788077034) -> (continuation of Deferred@949900149 after retry RPC after error@295170614) -> (continuation of Deferred@194558339 after retry RPC after error@2128709545)))
17:33:32.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.769 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.769 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.770 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.789 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.790 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.809 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.810 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.810 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.829 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.830 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.850 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.889 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.889 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:32.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:32.949 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:32.949 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.949 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:32.949 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:32.950 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.029 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@68842235(state=PENDING, result=null, callback=(continuation of Deferred@44433279 after retry RPC after error@2030642167) -> (continuation of Deferred@453323280 after retry RPC after error@1289690657) -> (continuation of Deferred@1630297794 after retry RPC after error@1359667083) -> (continuation of Deferred@1676487184 after retry RPC after error@1475808858) -> (continuation of Deferred@1412333608 after retry RPC after error@1407183777) -> (continuation of Deferred@1508435552 after retry RPC after error@906147545) -> (continuation of Deferred@378363889 after retry RPC after error@975383650), errback=(continuation of Deferred@44433279 after retry RPC after error@2030642167) -> (continuation of Deferred@453323280 after retry RPC after error@1289690657) -> (continuation of Deferred@1630297794 after retry RPC after error@1359667083) -> (continuation of Deferred@1676487184 after retry RPC after error@1475808858) -> (continuation of Deferred@1412333608 after retry RPC after error@1407183777) -> (continuation of Deferred@1508435552 after retry RPC after error@906147545) -> (continuation of Deferred@378363889 after retry RPC after error@975383650)))
17:33:33.029 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:33:33.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.049 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.050 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.069 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.070 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.089 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.089 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.090 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.109 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.110 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.170 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.189 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.190 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.250 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.251 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@170144932(state=PENDING, result=null, callback=(continuation of Deferred@361376806 after retry RPC after error@800576523) -> (continuation of Deferred@75597837 after retry RPC after error@799739181) -> (continuation of Deferred@1803878370 after retry RPC after error@2055371029) -> (continuation of Deferred@1925924776 after retry RPC after error@92204729) -> (continuation of Deferred@1237940763 after retry RPC after error@543881446) -> (continuation of Deferred@146017604 after retry RPC after error@2051875277) -> (continuation of Deferred@2027324733 after retry RPC after error@252505865), errback=(continuation of Deferred@361376806 after retry RPC after error@800576523) -> (continuation of Deferred@75597837 after retry RPC after error@799739181) -> (continuation of Deferred@1803878370 after retry RPC after error@2055371029) -> (continuation of Deferred@1925924776 after retry RPC after error@92204729) -> (continuation of Deferred@1237940763 after retry RPC after error@543881446) -> (continuation of Deferred@146017604 after retry RPC after error@2051875277) -> (continuation of Deferred@2027324733 after retry RPC after error@252505865)))
17:33:33.251 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@170144932(state=PENDING, result=null, callback=(continuation of Deferred@361376806 after retry RPC after error@800576523) -> (continuation of Deferred@75597837 after retry RPC after error@799739181) -> (continuation of Deferred@1803878370 after retry RPC after error@2055371029) -> (continuation of Deferred@1925924776 after retry RPC after error@92204729) -> (continuation of Deferred@1237940763 after retry RPC after error@543881446) -> (continuation of Deferred@146017604 after retry RPC after error@2051875277) -> (continuation of Deferred@2027324733 after retry RPC after error@252505865), errback=(continuation of Deferred@361376806 after retry RPC after error@800576523) -> (continuation of Deferred@75597837 after retry RPC after error@799739181) -> (continuation of Deferred@1803878370 after retry RPC after error@2055371029) -> (continuation of Deferred@1925924776 after retry RPC after error@92204729) -> (continuation of Deferred@1237940763 after retry RPC after error@543881446) -> (continuation of Deferred@146017604 after retry RPC after error@2051875277) -> (continuation of Deferred@2027324733 after retry RPC after error@252505865)))
17:33:33.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.270 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.289 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.289 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.290 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.309 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.310 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.329 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.329 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.330 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.349 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.369 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.369 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.370 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.430 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.469 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.469 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.471 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@2125918020(state=PENDING, result=null, callback=(continuation of Deferred@1789703132 after retry RPC after error@1051162569) -> (continuation of Deferred@1616804376 after retry RPC after error@702248344) -> (continuation of Deferred@652611884 after retry RPC after error@595211014) -> (continuation of Deferred@812061643 after retry RPC after error@1122162666) -> (continuation of Deferred@1419497963 after retry RPC after error@638265981) -> (continuation of Deferred@788171836 after retry RPC after error@2054374286) -> (continuation of Deferred@1886245282 after retry RPC after error@264914192), errback=(continuation of Deferred@1789703132 after retry RPC after error@1051162569) -> (continuation of Deferred@1616804376 after retry RPC after error@702248344) -> (continuation of Deferred@652611884 after retry RPC after error@595211014) -> (continuation of Deferred@812061643 after retry RPC after error@1122162666) -> (continuation of Deferred@1419497963 after retry RPC after error@638265981) -> (continuation of Deferred@788171836 after retry RPC after error@2054374286) -> (continuation of Deferred@1886245282 after retry RPC after error@264914192)))
17:33:33.472 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@2125918020(state=PENDING, result=null, callback=(continuation of Deferred@1789703132 after retry RPC after error@1051162569) -> (continuation of Deferred@1616804376 after retry RPC after error@702248344) -> (continuation of Deferred@652611884 after retry RPC after error@595211014) -> (continuation of Deferred@812061643 after retry RPC after error@1122162666) -> (continuation of Deferred@1419497963 after retry RPC after error@638265981) -> (continuation of Deferred@788171836 after retry RPC after error@2054374286) -> (continuation of Deferred@1886245282 after retry RPC after error@264914192), errback=(continuation of Deferred@1789703132 after retry RPC after error@1051162569) -> (continuation of Deferred@1616804376 after retry RPC after error@702248344) -> (continuation of Deferred@652611884 after retry RPC after error@595211014) -> (continuation of Deferred@812061643 after retry RPC after error@1122162666) -> (continuation of Deferred@1419497963 after retry RPC after error@638265981) -> (continuation of Deferred@788171836 after retry RPC after error@2054374286) -> (continuation of Deferred@1886245282 after retry RPC after error@264914192)))
17:33:33.472 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.489 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.489 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.509 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.529 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.529 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.529 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.529 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.529 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.530 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.548 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.548 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.570 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.589 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.589 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.629 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.629 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.669 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.669 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.671 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1530259296(state=PENDING, result=null, callback=(continuation of Deferred@596932907 after retry RPC after error@1357708648) -> (continuation of Deferred@58862354 after retry RPC after error@2012791525) -> (continuation of Deferred@1998958608 after retry RPC after error@1075123233) -> (continuation of Deferred@1390243210 after retry RPC after error@1669559006) -> (continuation of Deferred@972876686 after retry RPC after error@1361073292) -> (continuation of Deferred@1755890207 after retry RPC after error@281364566) -> (continuation of Deferred@1312514395 after retry RPC after error@493668388), errback=(continuation of Deferred@596932907 after retry RPC after error@1357708648) -> (continuation of Deferred@58862354 after retry RPC after error@2012791525) -> (continuation of Deferred@1998958608 after retry RPC after error@1075123233) -> (continuation of Deferred@1390243210 after retry RPC after error@1669559006) -> (continuation of Deferred@972876686 after retry RPC after error@1361073292) -> (continuation of Deferred@1755890207 after retry RPC after error@281364566) -> (continuation of Deferred@1312514395 after retry RPC after error@493668388)))
17:33:33.672 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1530259296(state=PENDING, result=null, callback=(continuation of Deferred@596932907 after retry RPC after error@1357708648) -> (continuation of Deferred@58862354 after retry RPC after error@2012791525) -> (continuation of Deferred@1998958608 after retry RPC after error@1075123233) -> (continuation of Deferred@1390243210 after retry RPC after error@1669559006) -> (continuation of Deferred@972876686 after retry RPC after error@1361073292) -> (continuation of Deferred@1755890207 after retry RPC after error@281364566) -> (continuation of Deferred@1312514395 after retry RPC after error@493668388), errback=(continuation of Deferred@596932907 after retry RPC after error@1357708648) -> (continuation of Deferred@58862354 after retry RPC after error@2012791525) -> (continuation of Deferred@1998958608 after retry RPC after error@1075123233) -> (continuation of Deferred@1390243210 after retry RPC after error@1669559006) -> (continuation of Deferred@972876686 after retry RPC after error@1361073292) -> (continuation of Deferred@1755890207 after retry RPC after error@281364566) -> (continuation of Deferred@1312514395 after retry RPC after error@493668388)))
17:33:33.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.689 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.689 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.710 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.730 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.749 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.749 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.750 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.769 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.769 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.770 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.789 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.790 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.869 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.908 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.909 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.909 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.909 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.910 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.911 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1137792954(state=PENDING, result=null, callback=(continuation of Deferred@1356437500 after retry RPC after error@987719527) -> (continuation of Deferred@657075383 after retry RPC after error@1846530927) -> (continuation of Deferred@1928716069 after retry RPC after error@869296707) -> (continuation of Deferred@1164551962 after retry RPC after error@1433243763) -> (continuation of Deferred@163410188 after retry RPC after error@957317130) -> (continuation of Deferred@827760966 after retry RPC after error@134299927) -> (continuation of Deferred@1792439306 after retry RPC after error@798795402), errback=(continuation of Deferred@1356437500 after retry RPC after error@987719527) -> (continuation of Deferred@657075383 after retry RPC after error@1846530927) -> (continuation of Deferred@1928716069 after retry RPC after error@869296707) -> (continuation of Deferred@1164551962 after retry RPC after error@1433243763) -> (continuation of Deferred@163410188 after retry RPC after error@957317130) -> (continuation of Deferred@827760966 after retry RPC after error@134299927) -> (continuation of Deferred@1792439306 after retry RPC after error@798795402)))
17:33:33.911 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1137792954(state=PENDING, result=null, callback=(continuation of Deferred@1356437500 after retry RPC after error@987719527) -> (continuation of Deferred@657075383 after retry RPC after error@1846530927) -> (continuation of Deferred@1928716069 after retry RPC after error@869296707) -> (continuation of Deferred@1164551962 after retry RPC after error@1433243763) -> (continuation of Deferred@163410188 after retry RPC after error@957317130) -> (continuation of Deferred@827760966 after retry RPC after error@134299927) -> (continuation of Deferred@1792439306 after retry RPC after error@798795402), errback=(continuation of Deferred@1356437500 after retry RPC after error@987719527) -> (continuation of Deferred@657075383 after retry RPC after error@1846530927) -> (continuation of Deferred@1928716069 after retry RPC after error@869296707) -> (continuation of Deferred@1164551962 after retry RPC after error@1433243763) -> (continuation of Deferred@163410188 after retry RPC after error@957317130) -> (continuation of Deferred@827760966 after retry RPC after error@134299927) -> (continuation of Deferred@1792439306 after retry RPC after error@798795402)))
17:33:33.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.930 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.949 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.949 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.950 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.969 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.969 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:33.988 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:33.988 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:33.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.989 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.989 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.989 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:33.989 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:33.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.009 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.009 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.010 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.030 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.049 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.069 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.070 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.129 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.131 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1835142366(state=PENDING, result=null, callback=(continuation of Deferred@1353341460 after retry RPC after error@2146106274) -> (continuation of Deferred@407671403 after retry RPC after error@1698003264) -> (continuation of Deferred@1741546760 after retry RPC after error@1330787768) -> (continuation of Deferred@863058419 after retry RPC after error@2109782436) -> (continuation of Deferred@1965946545 after retry RPC after error@730657369) -> (continuation of Deferred@294185082 after retry RPC after error@1778216566) -> (continuation of Deferred@1937741190 after retry RPC after error@1059958666) -> (continuation of Deferred@1764772653 after retry RPC after error@1807488675), errback=(continuation of Deferred@1353341460 after retry RPC after error@2146106274) -> (continuation of Deferred@407671403 after retry RPC after error@1698003264) -> (continuation of Deferred@1741546760 after retry RPC after error@1330787768) -> (continuation of Deferred@863058419 after retry RPC after error@2109782436) -> (continuation of Deferred@1965946545 after retry RPC after error@730657369) -> (continuation of Deferred@294185082 after retry RPC after error@1778216566) -> (continuation of Deferred@1937741190 after retry RPC after error@1059958666) -> (continuation of Deferred@1764772653 after retry RPC after error@1807488675)))
17:33:34.132 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1835142366(state=PENDING, result=null, callback=(continuation of Deferred@1353341460 after retry RPC after error@2146106274) -> (continuation of Deferred@407671403 after retry RPC after error@1698003264) -> (continuation of Deferred@1741546760 after retry RPC after error@1330787768) -> (continuation of Deferred@863058419 after retry RPC after error@2109782436) -> (continuation of Deferred@1965946545 after retry RPC after error@730657369) -> (continuation of Deferred@294185082 after retry RPC after error@1778216566) -> (continuation of Deferred@1937741190 after retry RPC after error@1059958666) -> (continuation of Deferred@1764772653 after retry RPC after error@1807488675), errback=(continuation of Deferred@1353341460 after retry RPC after error@2146106274) -> (continuation of Deferred@407671403 after retry RPC after error@1698003264) -> (continuation of Deferred@1741546760 after retry RPC after error@1330787768) -> (continuation of Deferred@863058419 after retry RPC after error@2109782436) -> (continuation of Deferred@1965946545 after retry RPC after error@730657369) -> (continuation of Deferred@294185082 after retry RPC after error@1778216566) -> (continuation of Deferred@1937741190 after retry RPC after error@1059958666) -> (continuation of Deferred@1764772653 after retry RPC after error@1807488675)))
17:33:34.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.170 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.189 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.189 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.209 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.210 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.229 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.230 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.270 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.349 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.349 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.350 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.351 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1352701810(state=PENDING, result=null, callback=(continuation of Deferred@1964001167 after retry RPC after error@1905873443) -> (continuation of Deferred@1257365755 after retry RPC after error@515831248) -> (continuation of Deferred@1776674231 after retry RPC after error@1381411554) -> (continuation of Deferred@392527467 after retry RPC after error@2124159266) -> (continuation of Deferred@940741403 after retry RPC after error@1601453889) -> (continuation of Deferred@1675531490 after retry RPC after error@2106971314), errback=(continuation of Deferred@1964001167 after retry RPC after error@1905873443) -> (continuation of Deferred@1257365755 after retry RPC after error@515831248) -> (continuation of Deferred@1776674231 after retry RPC after error@1381411554) -> (continuation of Deferred@392527467 after retry RPC after error@2124159266) -> (continuation of Deferred@940741403 after retry RPC after error@1601453889) -> (continuation of Deferred@1675531490 after retry RPC after error@2106971314)))
17:33:34.351 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1352701810(state=PENDING, result=null, callback=(continuation of Deferred@1964001167 after retry RPC after error@1905873443) -> (continuation of Deferred@1257365755 after retry RPC after error@515831248) -> (continuation of Deferred@1776674231 after retry RPC after error@1381411554) -> (continuation of Deferred@392527467 after retry RPC after error@2124159266) -> (continuation of Deferred@940741403 after retry RPC after error@1601453889) -> (continuation of Deferred@1675531490 after retry RPC after error@2106971314), errback=(continuation of Deferred@1964001167 after retry RPC after error@1905873443) -> (continuation of Deferred@1257365755 after retry RPC after error@515831248) -> (continuation of Deferred@1776674231 after retry RPC after error@1381411554) -> (continuation of Deferred@392527467 after retry RPC after error@2124159266) -> (continuation of Deferred@940741403 after retry RPC after error@1601453889) -> (continuation of Deferred@1675531490 after retry RPC after error@2106971314)))
17:33:34.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.369 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.389 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.390 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.410 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.429 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.429 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.449 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.449 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.489 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.489 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.510 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.549 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.549 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.611 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [140ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@166145076(state=PENDING, result=null, callback=(continuation of Deferred@332581051 after retry RPC after error@852896226) -> (continuation of Deferred@773261300 after retry RPC after error@513869966) -> (continuation of Deferred@464751857 after retry RPC after error@405356380) -> (continuation of Deferred@244818698 after retry RPC after error@409222958) -> (continuation of Deferred@532147415 after retry RPC after error@1320543138) -> (continuation of Deferred@2106164877 after retry RPC after error@1143823197) -> (continuation of Deferred@1683805787 after retry RPC after error@93688193) -> (continuation of Deferred@874107472 after retry RPC after error@448823357), errback=(continuation of Deferred@332581051 after retry RPC after error@852896226) -> (continuation of Deferred@773261300 after retry RPC after error@513869966) -> (continuation of Deferred@464751857 after retry RPC after error@405356380) -> (continuation of Deferred@244818698 after retry RPC after error@409222958) -> (continuation of Deferred@532147415 after retry RPC after error@1320543138) -> (continuation of Deferred@2106164877 after retry RPC after error@1143823197) -> (continuation of Deferred@1683805787 after retry RPC after error@93688193) -> (continuation of Deferred@874107472 after retry RPC after error@448823357)))
17:33:34.612 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [140ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@166145076(state=PENDING, result=null, callback=(continuation of Deferred@332581051 after retry RPC after error@852896226) -> (continuation of Deferred@773261300 after retry RPC after error@513869966) -> (continuation of Deferred@464751857 after retry RPC after error@405356380) -> (continuation of Deferred@244818698 after retry RPC after error@409222958) -> (continuation of Deferred@532147415 after retry RPC after error@1320543138) -> (continuation of Deferred@2106164877 after retry RPC after error@1143823197) -> (continuation of Deferred@1683805787 after retry RPC after error@93688193) -> (continuation of Deferred@874107472 after retry RPC after error@448823357), errback=(continuation of Deferred@332581051 after retry RPC after error@852896226) -> (continuation of Deferred@773261300 after retry RPC after error@513869966) -> (continuation of Deferred@464751857 after retry RPC after error@405356380) -> (continuation of Deferred@244818698 after retry RPC after error@409222958) -> (continuation of Deferred@532147415 after retry RPC after error@1320543138) -> (continuation of Deferred@2106164877 after retry RPC after error@1143823197) -> (continuation of Deferred@1683805787 after retry RPC after error@93688193) -> (continuation of Deferred@874107472 after retry RPC after error@448823357)))
17:33:34.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.649 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.649 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.669 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.669 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.689 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.689 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.709 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.729 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.749 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.749 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.809 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.810 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.811 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [24ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [64ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [104ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [124ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1846168732(state=PENDING, result=null, callback=(continuation of Deferred@863124447 after retry RPC after error@2113761471) -> (continuation of Deferred@793735418 after retry RPC after error@320714531) -> (continuation of Deferred@831773276 after retry RPC after error@662514777) -> (continuation of Deferred@1944146156 after retry RPC after error@230376732) -> (continuation of Deferred@576012237 after retry RPC after error@1812254778) -> (continuation of Deferred@362519398 after retry RPC after error@1121955692) -> (continuation of Deferred@1233079213 after retry RPC after error@53532600), errback=(continuation of Deferred@863124447 after retry RPC after error@2113761471) -> (continuation of Deferred@793735418 after retry RPC after error@320714531) -> (continuation of Deferred@831773276 after retry RPC after error@662514777) -> (continuation of Deferred@1944146156 after retry RPC after error@230376732) -> (continuation of Deferred@576012237 after retry RPC after error@1812254778) -> (continuation of Deferred@362519398 after retry RPC after error@1121955692) -> (continuation of Deferred@1233079213 after retry RPC after error@53532600)))
17:33:34.811 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [24ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [64ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [104ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [124ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1846168732(state=PENDING, result=null, callback=(continuation of Deferred@863124447 after retry RPC after error@2113761471) -> (continuation of Deferred@793735418 after retry RPC after error@320714531) -> (continuation of Deferred@831773276 after retry RPC after error@662514777) -> (continuation of Deferred@1944146156 after retry RPC after error@230376732) -> (continuation of Deferred@576012237 after retry RPC after error@1812254778) -> (continuation of Deferred@362519398 after retry RPC after error@1121955692) -> (continuation of Deferred@1233079213 after retry RPC after error@53532600), errback=(continuation of Deferred@863124447 after retry RPC after error@2113761471) -> (continuation of Deferred@793735418 after retry RPC after error@320714531) -> (continuation of Deferred@831773276 after retry RPC after error@662514777) -> (continuation of Deferred@1944146156 after retry RPC after error@230376732) -> (continuation of Deferred@576012237 after retry RPC after error@1812254778) -> (continuation of Deferred@362519398 after retry RPC after error@1121955692) -> (continuation of Deferred@1233079213 after retry RPC after error@53532600)))
17:33:34.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.829 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.830 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.850 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.889 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.889 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.889 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.908 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.909 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.909 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.929 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:34.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:34.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:34.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:34.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:34.970 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:35.089 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [46ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [46ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@290736140(state=PENDING, result=null, callback=(continuation of Deferred@1215490072 after retry RPC after error@1495108058) -> (continuation of Deferred@574906431 after retry RPC after error@300111955) -> (continuation of Deferred@1309560927 after retry RPC after error@2070434589) -> (continuation of Deferred@2049737175 after retry RPC after error@1904635649) -> (continuation of Deferred@1295406534 after retry RPC after error@1962870726) -> (continuation of Deferred@1791165111 after retry RPC after error@687834761) -> (continuation of Deferred@1461222965 after retry RPC after error@1540719143), errback=(continuation of Deferred@1215490072 after retry RPC after error@1495108058) -> (continuation of Deferred@574906431 after retry RPC after error@300111955) -> (continuation of Deferred@1309560927 after retry RPC after error@2070434589) -> (continuation of Deferred@2049737175 after retry RPC after error@1904635649) -> (continuation of Deferred@1295406534 after retry RPC after error@1962870726) -> (continuation of Deferred@1791165111 after retry RPC after error@687834761) -> (continuation of Deferred@1461222965 after retry RPC after error@1540719143)))
17:33:35.090 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:33:35.109 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:35.109 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:35.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.110 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:35.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:35.129 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:35.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:35.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:35.149 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:35.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:35.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:35.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:35.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.170 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:35.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:35.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:35.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.189 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:35.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:35.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:35.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.229 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:35.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:35.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.269 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:35.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:35.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:35.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:35.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.329 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.329 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.330 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:35.331 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@859888273(state=PENDING, result=null, callback=(continuation of Deferred@1456487718 after retry RPC after error@690838802) -> (continuation of Deferred@1729916459 after retry RPC after error@1379775499) -> (continuation of Deferred@97749607 after retry RPC after error@1188401666) -> (continuation of Deferred@1119666629 after retry RPC after error@2107553909) -> (continuation of Deferred@1678218515 after retry RPC after error@245911059) -> (continuation of Deferred@717100266 after retry RPC after error@585845976) -> (continuation of Deferred@2057108123 after retry RPC after error@906558221), errback=(continuation of Deferred@1456487718 after retry RPC after error@690838802) -> (continuation of Deferred@1729916459 after retry RPC after error@1379775499) -> (continuation of Deferred@97749607 after retry RPC after error@1188401666) -> (continuation of Deferred@1119666629 after retry RPC after error@2107553909) -> (continuation of Deferred@1678218515 after retry RPC after error@245911059) -> (continuation of Deferred@717100266 after retry RPC after error@585845976) -> (continuation of Deferred@2057108123 after retry RPC after error@906558221)))
17:33:35.331 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@859888273(state=PENDING, result=null, callback=(continuation of Deferred@1456487718 after retry RPC after error@690838802) -> (continuation of Deferred@1729916459 after retry RPC after error@1379775499) -> (continuation of Deferred@97749607 after retry RPC after error@1188401666) -> (continuation of Deferred@1119666629 after retry RPC after error@2107553909) -> (continuation of Deferred@1678218515 after retry RPC after error@245911059) -> (continuation of Deferred@717100266 after retry RPC after error@585845976) -> (continuation of Deferred@2057108123 after retry RPC after error@906558221), errback=(continuation of Deferred@1456487718 after retry RPC after error@690838802) -> (continuation of Deferred@1729916459 after retry RPC after error@1379775499) -> (continuation of Deferred@97749607 after retry RPC after error@1188401666) -> (continuation of Deferred@1119666629 after retry RPC after error@2107553909) -> (continuation of Deferred@1678218515 after retry RPC after error@245911059) -> (continuation of Deferred@717100266 after retry RPC after error@585845976) -> (continuation of Deferred@2057108123 after retry RPC after error@906558221)))
17:33:35.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:35.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:35.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.349 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:35.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:35.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:35.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.369 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.370 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:35.389 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:35.389 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:35.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.392 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:35.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:35.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:35.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.410 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:35.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:35.429 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:35.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.430 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:35.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:35.469 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:35.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.470 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:35.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:35.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:35.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.510 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:35.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:35.530035 30600 master_runner.cc:186] Error getting master registration for 127.29.223.125:43795: Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111),
17:33:35.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:35.530210 30600 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:33:35.548 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:35.548 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:35.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.550 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:35.550 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:35.551 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@453252665(state=PENDING, result=null, callback=(continuation of Deferred@1416640040 after retry RPC after error@2080338492) -> (continuation of Deferred@1113178959 after retry RPC after error@2035790051) -> (continuation of Deferred@750979223 after retry RPC after error@741208481) -> (continuation of Deferred@543300816 after retry RPC after error@1685483671) -> (continuation of Deferred@1355107134 after retry RPC after error@329652350) -> (continuation of Deferred@596775494 after retry RPC after error@1958161515) -> (continuation of Deferred@240194936 after retry RPC after error@764905764), errback=(continuation of Deferred@1416640040 after retry RPC after error@2080338492) -> (continuation of Deferred@1113178959 after retry RPC after error@2035790051) -> (continuation of Deferred@750979223 after retry RPC after error@741208481) -> (continuation of Deferred@543300816 after retry RPC after error@1685483671) -> (continuation of Deferred@1355107134 after retry RPC after error@329652350) -> (continuation of Deferred@596775494 after retry RPC after error@1958161515) -> (continuation of Deferred@240194936 after retry RPC after error@764905764)))
17:33:35.551 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@453252665(state=PENDING, result=null, callback=(continuation of Deferred@1416640040 after retry RPC after error@2080338492) -> (continuation of Deferred@1113178959 after retry RPC after error@2035790051) -> (continuation of Deferred@750979223 after retry RPC after error@741208481) -> (continuation of Deferred@543300816 after retry RPC after error@1685483671) -> (continuation of Deferred@1355107134 after retry RPC after error@329652350) -> (continuation of Deferred@596775494 after retry RPC after error@1958161515) -> (continuation of Deferred@240194936 after retry RPC after error@764905764), errback=(continuation of Deferred@1416640040 after retry RPC after error@2080338492) -> (continuation of Deferred@1113178959 after retry RPC after error@2035790051) -> (continuation of Deferred@750979223 after retry RPC after error@741208481) -> (continuation of Deferred@543300816 after retry RPC after error@1685483671) -> (continuation of Deferred@1355107134 after retry RPC after error@329652350) -> (continuation of Deferred@596775494 after retry RPC after error@1958161515) -> (continuation of Deferred@240194936 after retry RPC after error@764905764)))
17:33:35.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:35.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:35.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.570 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:35.589 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:35.589 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:35.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:35.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:35.609 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:35.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.610 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:35.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:35.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.629 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:35.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:35.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:35.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:35.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.649 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.650 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:35.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:35.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:35.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.669 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.670 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:35.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:35.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:35.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.689 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:35.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:35.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:35.769 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.769 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.770 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:35.771 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@687279196(state=PENDING, result=null, callback=(continuation of Deferred@1003138922 after retry RPC after error@1968660271) -> (continuation of Deferred@203829162 after retry RPC after error@480466846) -> (continuation of Deferred@1929124511 after retry RPC after error@1033735624) -> (continuation of Deferred@16494254 after retry RPC after error@115480200) -> (continuation of Deferred@349756457 after retry RPC after error@1174069431) -> (continuation of Deferred@413771896 after retry RPC after error@250194867) -> (continuation of Deferred@1543636947 after retry RPC after error@1324334012), errback=(continuation of Deferred@1003138922 after retry RPC after error@1968660271) -> (continuation of Deferred@203829162 after retry RPC after error@480466846) -> (continuation of Deferred@1929124511 after retry RPC after error@1033735624) -> (continuation of Deferred@16494254 after retry RPC after error@115480200) -> (continuation of Deferred@349756457 after retry RPC after error@1174069431) -> (continuation of Deferred@413771896 after retry RPC after error@250194867) -> (continuation of Deferred@1543636947 after retry RPC after error@1324334012)))
17:33:35.771 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@687279196(state=PENDING, result=null, callback=(continuation of Deferred@1003138922 after retry RPC after error@1968660271) -> (continuation of Deferred@203829162 after retry RPC after error@480466846) -> (continuation of Deferred@1929124511 after retry RPC after error@1033735624) -> (continuation of Deferred@16494254 after retry RPC after error@115480200) -> (continuation of Deferred@349756457 after retry RPC after error@1174069431) -> (continuation of Deferred@413771896 after retry RPC after error@250194867) -> (continuation of Deferred@1543636947 after retry RPC after error@1324334012), errback=(continuation of Deferred@1003138922 after retry RPC after error@1968660271) -> (continuation of Deferred@203829162 after retry RPC after error@480466846) -> (continuation of Deferred@1929124511 after retry RPC after error@1033735624) -> (continuation of Deferred@16494254 after retry RPC after error@115480200) -> (continuation of Deferred@349756457 after retry RPC after error@1174069431) -> (continuation of Deferred@413771896 after retry RPC after error@250194867) -> (continuation of Deferred@1543636947 after retry RPC after error@1324334012)))
17:33:35.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:35.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:35.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.789 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:35.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:35.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:35.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.810 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:35.829 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:35.829 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:35.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:35.849 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:35.849 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:35.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:35.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:35.869 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:35.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.870 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:35.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:35.889 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:35.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.889 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.889 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:35.969 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:35.969 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:35.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:35.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:35.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:36.048 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1045799979(state=PENDING, result=null, callback=(continuation of Deferred@417855806 after retry RPC after error@418157908) -> (continuation of Deferred@1144137189 after retry RPC after error@1465230772) -> (continuation of Deferred@1885112425 after retry RPC after error@208073987) -> (continuation of Deferred@1504633959 after retry RPC after error@590119651) -> (continuation of Deferred@933714223 after retry RPC after error@206728245) -> (continuation of Deferred@577842180 after retry RPC after error@1695385907) -> (continuation of Deferred@1760479900 after retry RPC after error@2009210992), errback=(continuation of Deferred@417855806 after retry RPC after error@418157908) -> (continuation of Deferred@1144137189 after retry RPC after error@1465230772) -> (continuation of Deferred@1885112425 after retry RPC after error@208073987) -> (continuation of Deferred@1504633959 after retry RPC after error@590119651) -> (continuation of Deferred@933714223 after retry RPC after error@206728245) -> (continuation of Deferred@577842180 after retry RPC after error@1695385907) -> (continuation of Deferred@1760479900 after retry RPC after error@2009210992)))
17:33:36.049 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:33:36.069 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:36.069 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:36.069 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:36.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:36.089 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:36.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:36.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:36.109 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:36.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.110 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:36.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:36.129 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:36.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.130 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:36.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:36.149 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:36.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:36.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:36.189 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:36.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.189 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:36.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:36.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:36.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.210 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.210 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:36.328 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@975217670(state=PENDING, result=null, callback=(continuation of Deferred@72046941 after retry RPC after error@239133377) -> (continuation of Deferred@429892402 after retry RPC after error@648033427) -> (continuation of Deferred@2029977771 after retry RPC after error@1897964447) -> (continuation of Deferred@356653242 after retry RPC after error@845259309) -> (continuation of Deferred@849024658 after retry RPC after error@1188259589) -> (continuation of Deferred@1137782957 after retry RPC after error@2082374192) -> (continuation of Deferred@375076007 after retry RPC after error@1273856550), errback=(continuation of Deferred@72046941 after retry RPC after error@239133377) -> (continuation of Deferred@429892402 after retry RPC after error@648033427) -> (continuation of Deferred@2029977771 after retry RPC after error@1897964447) -> (continuation of Deferred@356653242 after retry RPC after error@845259309) -> (continuation of Deferred@849024658 after retry RPC after error@1188259589) -> (continuation of Deferred@1137782957 after retry RPC after error@2082374192) -> (continuation of Deferred@375076007 after retry RPC after error@1273856550)))
17:33:36.329 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:33:36.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:36.349 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:36.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:36.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:36.369 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:36.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.369 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:36.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:36.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:36.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.389 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:36.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:36.406164 31255 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 1)
17:33:36.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:36.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:36.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.410 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:36.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:36.411695 31255 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '35b0695db7f546f88a2abe2fa5454ba3', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '35b0695db7f546f88a2abe2fa5454ba3', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 1)
17:33:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:36.413358 31256 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.29.223.124:37551)
17:33:36.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:36.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:36.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:36.449 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:36.449 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:36.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:36.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:36.469 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:36.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.470 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:36.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:36.572018 31603 raft_consensus.cc:482] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 513aca88421d45fb950dc7e09028629d)
17:33:36.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:36.572194 31603 raft_consensus.cc:504] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } }
17:33:36.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:36.572759 31603 leader_election.cc:288] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795), af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551)
17:33:36.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:36.573771 30616 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111) [suppressed 3 similar messages]
17:33:36.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:36.575080 30616 leader_election.cc:334] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795): Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111)
17:33:36.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:36.575265 30618 leader_election.cc:334] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551): Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111)
17:33:36.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:36.575371 30618 leader_election.cc:302] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b3e4ebffd6234044a89abc551e9bab52; no voters: 513aca88421d45fb950dc7e09028629d, af0384c90acf409891ecfa292fbad2d3
17:33:36.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:36.575580 31603 raft_consensus.cc:2726] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
17:33:36.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:36.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:36.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.589 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.589 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.589 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.590 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:36.591 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1723476850(state=PENDING, result=null, callback=(continuation of Deferred@143764017 after retry RPC after error@34196205) -> (continuation of Deferred@418495695 after retry RPC after error@791147800) -> (continuation of Deferred@711066351 after retry RPC after error@1718680556) -> (continuation of Deferred@1936860201 after retry RPC after error@1668124778) -> (continuation of Deferred@1495434130 after retry RPC after error@946646209) -> (continuation of Deferred@1524470921 after retry RPC after error@1438425464) -> (continuation of Deferred@407864910 after retry RPC after error@1159215906), errback=(continuation of Deferred@143764017 after retry RPC after error@34196205) -> (continuation of Deferred@418495695 after retry RPC after error@791147800) -> (continuation of Deferred@711066351 after retry RPC after error@1718680556) -> (continuation of Deferred@1936860201 after retry RPC after error@1668124778) -> (continuation of Deferred@1495434130 after retry RPC after error@946646209) -> (continuation of Deferred@1524470921 after retry RPC after error@1438425464) -> (continuation of Deferred@407864910 after retry RPC after error@1159215906)))
17:33:36.591 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1723476850(state=PENDING, result=null, callback=(continuation of Deferred@143764017 after retry RPC after error@34196205) -> (continuation of Deferred@418495695 after retry RPC after error@791147800) -> (continuation of Deferred@711066351 after retry RPC after error@1718680556) -> (continuation of Deferred@1936860201 after retry RPC after error@1668124778) -> (continuation of Deferred@1495434130 after retry RPC after error@946646209) -> (continuation of Deferred@1524470921 after retry RPC after error@1438425464) -> (continuation of Deferred@407864910 after retry RPC after error@1159215906), errback=(continuation of Deferred@143764017 after retry RPC after error@34196205) -> (continuation of Deferred@418495695 after retry RPC after error@791147800) -> (continuation of Deferred@711066351 after retry RPC after error@1718680556) -> (continuation of Deferred@1936860201 after retry RPC after error@1668124778) -> (continuation of Deferred@1495434130 after retry RPC after error@946646209) -> (continuation of Deferred@1524470921 after retry RPC after error@1438425464) -> (continuation of Deferred@407864910 after retry RPC after error@1159215906)))
17:33:36.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:36.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:36.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.610 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:36.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:36.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:36.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.630 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:36.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:36.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:36.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.649 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.650 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:36.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:36.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:36.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.669 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.670 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:36.689 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:36.689 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:36.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:36.709 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:36.709 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:36.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:36.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:36.729 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:36.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:36.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:36.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:36.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:36.831 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@333172935(state=PENDING, result=null, callback=(continuation of Deferred@436815746 after retry RPC after error@1878560946) -> (continuation of Deferred@835741596 after retry RPC after error@2084623497) -> (continuation of Deferred@749054420 after retry RPC after error@125030898) -> (continuation of Deferred@892185095 after retry RPC after error@1328796855) -> (continuation of Deferred@1322856332 after retry RPC after error@1463585764) -> (continuation of Deferred@253329046 after retry RPC after error@1591645614) -> (continuation of Deferred@1501324470 after retry RPC after error@1781315542), errback=(continuation of Deferred@436815746 after retry RPC after error@1878560946) -> (continuation of Deferred@835741596 after retry RPC after error@2084623497) -> (continuation of Deferred@749054420 after retry RPC after error@125030898) -> (continuation of Deferred@892185095 after retry RPC after error@1328796855) -> (continuation of Deferred@1322856332 after retry RPC after error@1463585764) -> (continuation of Deferred@253329046 after retry RPC after error@1591645614) -> (continuation of Deferred@1501324470 after retry RPC after error@1781315542)))
17:33:36.832 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@333172935(state=PENDING, result=null, callback=(continuation of Deferred@436815746 after retry RPC after error@1878560946) -> (continuation of Deferred@835741596 after retry RPC after error@2084623497) -> (continuation of Deferred@749054420 after retry RPC after error@125030898) -> (continuation of Deferred@892185095 after retry RPC after error@1328796855) -> (continuation of Deferred@1322856332 after retry RPC after error@1463585764) -> (continuation of Deferred@253329046 after retry RPC after error@1591645614) -> (continuation of Deferred@1501324470 after retry RPC after error@1781315542), errback=(continuation of Deferred@436815746 after retry RPC after error@1878560946) -> (continuation of Deferred@835741596 after retry RPC after error@2084623497) -> (continuation of Deferred@749054420 after retry RPC after error@125030898) -> (continuation of Deferred@892185095 after retry RPC after error@1328796855) -> (continuation of Deferred@1322856332 after retry RPC after error@1463585764) -> (continuation of Deferred@253329046 after retry RPC after error@1591645614) -> (continuation of Deferred@1501324470 after retry RPC after error@1781315542)))
17:33:36.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:36.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:36.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.850 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:36.869 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:36.869 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:36.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:36.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:36.889 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:36.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.889 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:36.908 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:36.909 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:36.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.909 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.909 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:36.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:36.929 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:36.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:36.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:36.949 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:36.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.949 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.949 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.950 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.950 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:36.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:36.969 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:36.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:36.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:36.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:37.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:37.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:37.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.069 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.070 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:37.071 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [0ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@625648828(state=PENDING, result=null, callback=(continuation of Deferred@1330547837 after retry RPC after error@284709286) -> (continuation of Deferred@1374426221 after retry RPC after error@561198504) -> (continuation of Deferred@442853535 after retry RPC after error@1212313364) -> (continuation of Deferred@2033992973 after retry RPC after error@1104867831) -> (continuation of Deferred@1883920579 after retry RPC after error@732668689) -> (continuation of Deferred@816090948 after retry RPC after error@652707310) -> (continuation of Deferred@71916977 after retry RPC after error@1913443586), errback=(continuation of Deferred@1330547837 after retry RPC after error@284709286) -> (continuation of Deferred@1374426221 after retry RPC after error@561198504) -> (continuation of Deferred@442853535 after retry RPC after error@1212313364) -> (continuation of Deferred@2033992973 after retry RPC after error@1104867831) -> (continuation of Deferred@1883920579 after retry RPC after error@732668689) -> (continuation of Deferred@816090948 after retry RPC after error@652707310) -> (continuation of Deferred@71916977 after retry RPC after error@1913443586)))
17:33:37.072 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [0ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@625648828(state=PENDING, result=null, callback=(continuation of Deferred@1330547837 after retry RPC after error@284709286) -> (continuation of Deferred@1374426221 after retry RPC after error@561198504) -> (continuation of Deferred@442853535 after retry RPC after error@1212313364) -> (continuation of Deferred@2033992973 after retry RPC after error@1104867831) -> (continuation of Deferred@1883920579 after retry RPC after error@732668689) -> (continuation of Deferred@816090948 after retry RPC after error@652707310) -> (continuation of Deferred@71916977 after retry RPC after error@1913443586), errback=(continuation of Deferred@1330547837 after retry RPC after error@284709286) -> (continuation of Deferred@1374426221 after retry RPC after error@561198504) -> (continuation of Deferred@442853535 after retry RPC after error@1212313364) -> (continuation of Deferred@2033992973 after retry RPC after error@1104867831) -> (continuation of Deferred@1883920579 after retry RPC after error@732668689) -> (continuation of Deferred@816090948 after retry RPC after error@652707310) -> (continuation of Deferred@71916977 after retry RPC after error@1913443586)))
17:33:37.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:37.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:37.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.089 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.090 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:37.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:37.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:37.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.110 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:37.129 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:37.129 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:37.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:37.149 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:37.149 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:37.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:37.169 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:37.169 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:37.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:37.209 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:37.209 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:37.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.210 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:37.249 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:37.249 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:37.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:37.289 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:37.289 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:37.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:37.291 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1321342935(state=PENDING, result=null, callback=(continuation of Deferred@1117048629 after retry RPC after error@1724650083) -> (continuation of Deferred@650187517 after retry RPC after error@2019804509) -> (continuation of Deferred@485117955 after retry RPC after error@439555831) -> (continuation of Deferred@877377974 after retry RPC after error@1390730063) -> (continuation of Deferred@474014552 after retry RPC after error@507955849) -> (continuation of Deferred@2007586558 after retry RPC after error@56874471) -> (continuation of Deferred@404925680 after retry RPC after error@815284223), errback=(continuation of Deferred@1117048629 after retry RPC after error@1724650083) -> (continuation of Deferred@650187517 after retry RPC after error@2019804509) -> (continuation of Deferred@485117955 after retry RPC after error@439555831) -> (continuation of Deferred@877377974 after retry RPC after error@1390730063) -> (continuation of Deferred@474014552 after retry RPC after error@507955849) -> (continuation of Deferred@2007586558 after retry RPC after error@56874471) -> (continuation of Deferred@404925680 after retry RPC after error@815284223)))
17:33:37.292 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1321342935(state=PENDING, result=null, callback=(continuation of Deferred@1117048629 after retry RPC after error@1724650083) -> (continuation of Deferred@650187517 after retry RPC after error@2019804509) -> (continuation of Deferred@485117955 after retry RPC after error@439555831) -> (continuation of Deferred@877377974 after retry RPC after error@1390730063) -> (continuation of Deferred@474014552 after retry RPC after error@507955849) -> (continuation of Deferred@2007586558 after retry RPC after error@56874471) -> (continuation of Deferred@404925680 after retry RPC after error@815284223), errback=(continuation of Deferred@1117048629 after retry RPC after error@1724650083) -> (continuation of Deferred@650187517 after retry RPC after error@2019804509) -> (continuation of Deferred@485117955 after retry RPC after error@439555831) -> (continuation of Deferred@877377974 after retry RPC after error@1390730063) -> (continuation of Deferred@474014552 after retry RPC after error@507955849) -> (continuation of Deferred@2007586558 after retry RPC after error@56874471) -> (continuation of Deferred@404925680 after retry RPC after error@815284223)))
17:33:37.309 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:37.309 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:37.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:37.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:37.329 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:37.329 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.329 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:37.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:37.349 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:37.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.349 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:37.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:37.369 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:37.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.369 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:37.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:37.389 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:37.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:37.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:37.409 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:37.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:37.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:37.469 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:37.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:37.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:37.489 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:37.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.489 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:37.568 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@722263506(state=PENDING, result=null, callback=(continuation of Deferred@1745578549 after retry RPC after error@1295272384) -> (continuation of Deferred@1779940068 after retry RPC after error@666372153) -> (continuation of Deferred@349275193 after retry RPC after error@2076484906) -> (continuation of Deferred@743694380 after retry RPC after error@1271778399) -> (continuation of Deferred@1394960723 after retry RPC after error@219573224) -> (continuation of Deferred@1048033510 after retry RPC after error@461186115) -> (continuation of Deferred@1676323214 after retry RPC after error@1562232624) -> (continuation of Deferred@1580131581 after retry RPC after error@738430023), errback=(continuation of Deferred@1745578549 after retry RPC after error@1295272384) -> (continuation of Deferred@1779940068 after retry RPC after error@666372153) -> (continuation of Deferred@349275193 after retry RPC after error@2076484906) -> (continuation of Deferred@743694380 after retry RPC after error@1271778399) -> (continuation of Deferred@1394960723 after retry RPC after error@219573224) -> (continuation of Deferred@1048033510 after retry RPC after error@461186115) -> (continuation of Deferred@1676323214 after retry RPC after error@1562232624) -> (continuation of Deferred@1580131581 after retry RPC after error@738430023)))
17:33:37.568 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:33:37.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:37.589 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:37.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.592 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:37.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:37.609 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:37.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:37.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:37.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:37.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:37.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:37.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:37.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.649 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.650 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:37.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:37.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:37.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.669 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.670 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:37.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:37.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:37.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:37.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:37.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:37.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.749 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.750 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:37.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:37.789 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:37.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.789 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:37.791 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@115958085(state=PENDING, result=null, callback=(continuation of Deferred@1492999672 after retry RPC after error@1243508024) -> (continuation of Deferred@573352394 after retry RPC after error@1870792579) -> (continuation of Deferred@1562543382 after retry RPC after error@1684816935) -> (continuation of Deferred@592036761 after retry RPC after error@1552447084) -> (continuation of Deferred@357257950 after retry RPC after error@327180588) -> (continuation of Deferred@2117610958 after retry RPC after error@1637617523) -> (continuation of Deferred@772697148 after retry RPC after error@1041756624), errback=(continuation of Deferred@1492999672 after retry RPC after error@1243508024) -> (continuation of Deferred@573352394 after retry RPC after error@1870792579) -> (continuation of Deferred@1562543382 after retry RPC after error@1684816935) -> (continuation of Deferred@592036761 after retry RPC after error@1552447084) -> (continuation of Deferred@357257950 after retry RPC after error@327180588) -> (continuation of Deferred@2117610958 after retry RPC after error@1637617523) -> (continuation of Deferred@772697148 after retry RPC after error@1041756624)))
17:33:37.792 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@115958085(state=PENDING, result=null, callback=(continuation of Deferred@1492999672 after retry RPC after error@1243508024) -> (continuation of Deferred@573352394 after retry RPC after error@1870792579) -> (continuation of Deferred@1562543382 after retry RPC after error@1684816935) -> (continuation of Deferred@592036761 after retry RPC after error@1552447084) -> (continuation of Deferred@357257950 after retry RPC after error@327180588) -> (continuation of Deferred@2117610958 after retry RPC after error@1637617523) -> (continuation of Deferred@772697148 after retry RPC after error@1041756624), errback=(continuation of Deferred@1492999672 after retry RPC after error@1243508024) -> (continuation of Deferred@573352394 after retry RPC after error@1870792579) -> (continuation of Deferred@1562543382 after retry RPC after error@1684816935) -> (continuation of Deferred@592036761 after retry RPC after error@1552447084) -> (continuation of Deferred@357257950 after retry RPC after error@327180588) -> (continuation of Deferred@2117610958 after retry RPC after error@1637617523) -> (continuation of Deferred@772697148 after retry RPC after error@1041756624)))
17:33:37.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:37.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:37.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:37.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:37.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:37.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.830 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:37.849 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:37.849 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:37.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:37.869 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:37.869 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:37.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:37.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:37.889 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:37.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.889 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:37.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:37.929 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:37.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:37.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:37.969 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:37.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:37.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:37.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.009 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.009 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.009 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.010 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:38.010440 31614 raft_consensus.cc:482] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 513aca88421d45fb950dc7e09028629d)
17:33:38.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:38.010676 31614 raft_consensus.cc:504] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } }
17:33:38.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:38.011487 31614 leader_election.cc:288] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795), af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551)
17:33:38.012 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.013 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1179080948(state=PENDING, result=null, callback=(continuation of Deferred@440409637 after retry RPC after error@1589733518) -> (continuation of Deferred@835226443 after retry RPC after error@1303700862) -> (continuation of Deferred@1470065627 after retry RPC after error@47180990) -> (continuation of Deferred@2007543167 after retry RPC after error@501037537) -> (continuation of Deferred@825247794 after retry RPC after error@1290270902) -> (continuation of Deferred@2123785984 after retry RPC after error@175135490) -> (continuation of Deferred@968029094 after retry RPC after error@1256427118), errback=(continuation of Deferred@440409637 after retry RPC after error@1589733518) -> (continuation of Deferred@835226443 after retry RPC after error@1303700862) -> (continuation of Deferred@1470065627 after retry RPC after error@47180990) -> (continuation of Deferred@2007543167 after retry RPC after error@501037537) -> (continuation of Deferred@825247794 after retry RPC after error@1290270902) -> (continuation of Deferred@2123785984 after retry RPC after error@175135490) -> (continuation of Deferred@968029094 after retry RPC after error@1256427118)))
17:33:38.013 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1179080948(state=PENDING, result=null, callback=(continuation of Deferred@440409637 after retry RPC after error@1589733518) -> (continuation of Deferred@835226443 after retry RPC after error@1303700862) -> (continuation of Deferred@1470065627 after retry RPC after error@47180990) -> (continuation of Deferred@2007543167 after retry RPC after error@501037537) -> (continuation of Deferred@825247794 after retry RPC after error@1290270902) -> (continuation of Deferred@2123785984 after retry RPC after error@175135490) -> (continuation of Deferred@968029094 after retry RPC after error@1256427118), errback=(continuation of Deferred@440409637 after retry RPC after error@1589733518) -> (continuation of Deferred@835226443 after retry RPC after error@1303700862) -> (continuation of Deferred@1470065627 after retry RPC after error@47180990) -> (continuation of Deferred@2007543167 after retry RPC after error@501037537) -> (continuation of Deferred@825247794 after retry RPC after error@1290270902) -> (continuation of Deferred@2123785984 after retry RPC after error@175135490) -> (continuation of Deferred@968029094 after retry RPC after error@1256427118)))
17:33:38.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:38.014278 30618 leader_election.cc:334] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551): Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111)
17:33:38.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:38.014509 30616 leader_election.cc:334] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795): Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111)
17:33:38.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:38.014684 30616 leader_election.cc:302] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b3e4ebffd6234044a89abc551e9bab52; no voters: 513aca88421d45fb950dc7e09028629d, af0384c90acf409891ecfa292fbad2d3
17:33:38.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:38.015003 31614 raft_consensus.cc:2726] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
17:33:38.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.029 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.049 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.049 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.069 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.069 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.070 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.089 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.090 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.110 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.129 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.129 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.130 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.189 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.189 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.192 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1271064447(state=PENDING, result=null, callback=(continuation of Deferred@1903112173 after retry RPC after error@484579249) -> (continuation of Deferred@2036662303 after retry RPC after error@633399635) -> (continuation of Deferred@760789569 after retry RPC after error@562786244) -> (continuation of Deferred@1891628562 after retry RPC after error@1377239847) -> (continuation of Deferred@989147542 after retry RPC after error@1081773123) -> (continuation of Deferred@1341844792 after retry RPC after error@622772699), errback=(continuation of Deferred@1903112173 after retry RPC after error@484579249) -> (continuation of Deferred@2036662303 after retry RPC after error@633399635) -> (continuation of Deferred@760789569 after retry RPC after error@562786244) -> (continuation of Deferred@1891628562 after retry RPC after error@1377239847) -> (continuation of Deferred@989147542 after retry RPC after error@1081773123) -> (continuation of Deferred@1341844792 after retry RPC after error@622772699)))
17:33:38.192 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1271064447(state=PENDING, result=null, callback=(continuation of Deferred@1903112173 after retry RPC after error@484579249) -> (continuation of Deferred@2036662303 after retry RPC after error@633399635) -> (continuation of Deferred@760789569 after retry RPC after error@562786244) -> (continuation of Deferred@1891628562 after retry RPC after error@1377239847) -> (continuation of Deferred@989147542 after retry RPC after error@1081773123) -> (continuation of Deferred@1341844792 after retry RPC after error@622772699), errback=(continuation of Deferred@1903112173 after retry RPC after error@484579249) -> (continuation of Deferred@2036662303 after retry RPC after error@633399635) -> (continuation of Deferred@760789569 after retry RPC after error@562786244) -> (continuation of Deferred@1891628562 after retry RPC after error@1377239847) -> (continuation of Deferred@989147542 after retry RPC after error@1081773123) -> (continuation of Deferred@1341844792 after retry RPC after error@622772699)))
17:33:38.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.209 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.210 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.229 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.229 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.249 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.288 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.288 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.289 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.290 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.310 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.369 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.389 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.391 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [0ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [160ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [180ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@112288493(state=PENDING, result=null, callback=(continuation of Deferred@1432819461 after retry RPC after error@1719231993) -> (continuation of Deferred@791618686 after retry RPC after error@579112316) -> (continuation of Deferred@1337354518 after retry RPC after error@1657637812) -> (continuation of Deferred@882331463 after retry RPC after error@847174596) -> (continuation of Deferred@1325197892 after retry RPC after error@1088571396) -> (continuation of Deferred@1308744232 after retry RPC after error@182814935) -> (continuation of Deferred@593685765 after retry RPC after error@1905402629), errback=(continuation of Deferred@1432819461 after retry RPC after error@1719231993) -> (continuation of Deferred@791618686 after retry RPC after error@579112316) -> (continuation of Deferred@1337354518 after retry RPC after error@1657637812) -> (continuation of Deferred@882331463 after retry RPC after error@847174596) -> (continuation of Deferred@1325197892 after retry RPC after error@1088571396) -> (continuation of Deferred@1308744232 after retry RPC after error@182814935) -> (continuation of Deferred@593685765 after retry RPC after error@1905402629)))
17:33:38.392 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [0ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [160ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [180ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@112288493(state=PENDING, result=null, callback=(continuation of Deferred@1432819461 after retry RPC after error@1719231993) -> (continuation of Deferred@791618686 after retry RPC after error@579112316) -> (continuation of Deferred@1337354518 after retry RPC after error@1657637812) -> (continuation of Deferred@882331463 after retry RPC after error@847174596) -> (continuation of Deferred@1325197892 after retry RPC after error@1088571396) -> (continuation of Deferred@1308744232 after retry RPC after error@182814935) -> (continuation of Deferred@593685765 after retry RPC after error@1905402629), errback=(continuation of Deferred@1432819461 after retry RPC after error@1719231993) -> (continuation of Deferred@791618686 after retry RPC after error@579112316) -> (continuation of Deferred@1337354518 after retry RPC after error@1657637812) -> (continuation of Deferred@882331463 after retry RPC after error@847174596) -> (continuation of Deferred@1325197892 after retry RPC after error@1088571396) -> (continuation of Deferred@1308744232 after retry RPC after error@182814935) -> (continuation of Deferred@593685765 after retry RPC after error@1905402629)))
17:33:38.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.410 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.430 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.449 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.449 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.469 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.489 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.489 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.489 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.509 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.569 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.569 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.572 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@15332890(state=PENDING, result=null, callback=(continuation of Deferred@77206363 after retry RPC after error@1063376730) -> (continuation of Deferred@889883438 after retry RPC after error@2048717491) -> (continuation of Deferred@784873056 after retry RPC after error@530776036) -> (continuation of Deferred@2123388101 after retry RPC after error@1669642446) -> (continuation of Deferred@202435048 after retry RPC after error@71658065) -> (continuation of Deferred@2022645856 after retry RPC after error@1040954743), errback=(continuation of Deferred@77206363 after retry RPC after error@1063376730) -> (continuation of Deferred@889883438 after retry RPC after error@2048717491) -> (continuation of Deferred@784873056 after retry RPC after error@530776036) -> (continuation of Deferred@2123388101 after retry RPC after error@1669642446) -> (continuation of Deferred@202435048 after retry RPC after error@71658065) -> (continuation of Deferred@2022645856 after retry RPC after error@1040954743)))
17:33:38.572 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@15332890(state=PENDING, result=null, callback=(continuation of Deferred@77206363 after retry RPC after error@1063376730) -> (continuation of Deferred@889883438 after retry RPC after error@2048717491) -> (continuation of Deferred@784873056 after retry RPC after error@530776036) -> (continuation of Deferred@2123388101 after retry RPC after error@1669642446) -> (continuation of Deferred@202435048 after retry RPC after error@71658065) -> (continuation of Deferred@2022645856 after retry RPC after error@1040954743), errback=(continuation of Deferred@77206363 after retry RPC after error@1063376730) -> (continuation of Deferred@889883438 after retry RPC after error@2048717491) -> (continuation of Deferred@784873056 after retry RPC after error@530776036) -> (continuation of Deferred@2123388101 after retry RPC after error@1669642446) -> (continuation of Deferred@202435048 after retry RPC after error@71658065) -> (continuation of Deferred@2022645856 after retry RPC after error@1040954743)))
17:33:38.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.589 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.589 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.589 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.590 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.609 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.609 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.629 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.629 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.649 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.649 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.669 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.669 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.672 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.689 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.689 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.769 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.770 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.770 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [24ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [64ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [104ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1400248750(state=PENDING, result=null, callback=(continuation of Deferred@908980729 after retry RPC after error@576723734) -> (continuation of Deferred@859787998 after retry RPC after error@1357354622) -> (continuation of Deferred@161224610 after retry RPC after error@721814828) -> (continuation of Deferred@1659243312 after retry RPC after error@241055092) -> (continuation of Deferred@1737884186 after retry RPC after error@2091009185) -> (continuation of Deferred@776961934 after retry RPC after error@1371871910) -> (continuation of Deferred@110380118 after retry RPC after error@1753063273), errback=(continuation of Deferred@908980729 after retry RPC after error@576723734) -> (continuation of Deferred@859787998 after retry RPC after error@1357354622) -> (continuation of Deferred@161224610 after retry RPC after error@721814828) -> (continuation of Deferred@1659243312 after retry RPC after error@241055092) -> (continuation of Deferred@1737884186 after retry RPC after error@2091009185) -> (continuation of Deferred@776961934 after retry RPC after error@1371871910) -> (continuation of Deferred@110380118 after retry RPC after error@1753063273)))
17:33:38.771 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [24ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [64ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [104ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1400248750(state=PENDING, result=null, callback=(continuation of Deferred@908980729 after retry RPC after error@576723734) -> (continuation of Deferred@859787998 after retry RPC after error@1357354622) -> (continuation of Deferred@161224610 after retry RPC after error@721814828) -> (continuation of Deferred@1659243312 after retry RPC after error@241055092) -> (continuation of Deferred@1737884186 after retry RPC after error@2091009185) -> (continuation of Deferred@776961934 after retry RPC after error@1371871910) -> (continuation of Deferred@110380118 after retry RPC after error@1753063273), errback=(continuation of Deferred@908980729 after retry RPC after error@576723734) -> (continuation of Deferred@859787998 after retry RPC after error@1357354622) -> (continuation of Deferred@161224610 after retry RPC after error@721814828) -> (continuation of Deferred@1659243312 after retry RPC after error@241055092) -> (continuation of Deferred@1737884186 after retry RPC after error@2091009185) -> (continuation of Deferred@776961934 after retry RPC after error@1371871910) -> (continuation of Deferred@110380118 after retry RPC after error@1753063273)))
17:33:38.789 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.789 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.809 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.850 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:38.868682 31623 raft_consensus.cc:482] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 513aca88421d45fb950dc7e09028629d)
17:33:38.869 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.869 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:38.869475 31623 raft_consensus.cc:504] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } }
17:33:38.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:38.871119 31623 leader_election.cc:288] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795), af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551)
17:33:38.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:38.873153 30616 leader_election.cc:334] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795): Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111)
17:33:38.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:38.873312 30618 leader_election.cc:334] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551): Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111)
17:33:38.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:38.873483 30618 leader_election.cc:302] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b3e4ebffd6234044a89abc551e9bab52; no voters: 513aca88421d45fb950dc7e09028629d, af0384c90acf409891ecfa292fbad2d3
17:33:38.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:38.873785 31623 raft_consensus.cc:2726] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
17:33:38.908 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.908 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.908 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.909 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.909 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.910 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.949 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.949 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.950 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.950 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@617197259(state=PENDING, result=null, callback=(continuation of Deferred@1661331949 after retry RPC after error@1156354253) -> (continuation of Deferred@520478653 after retry RPC after error@1993573728) -> (continuation of Deferred@987058390 after retry RPC after error@438293945) -> (continuation of Deferred@727062896 after retry RPC after error@1103393279) -> (continuation of Deferred@1367857905 after retry RPC after error@902917989) -> (continuation of Deferred@777481526 after retry RPC after error@1291758218), errback=(continuation of Deferred@1661331949 after retry RPC after error@1156354253) -> (continuation of Deferred@520478653 after retry RPC after error@1993573728) -> (continuation of Deferred@987058390 after retry RPC after error@438293945) -> (continuation of Deferred@727062896 after retry RPC after error@1103393279) -> (continuation of Deferred@1367857905 after retry RPC after error@902917989) -> (continuation of Deferred@777481526 after retry RPC after error@1291758218)))
17:33:38.951 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@617197259(state=PENDING, result=null, callback=(continuation of Deferred@1661331949 after retry RPC after error@1156354253) -> (continuation of Deferred@520478653 after retry RPC after error@1993573728) -> (continuation of Deferred@987058390 after retry RPC after error@438293945) -> (continuation of Deferred@727062896 after retry RPC after error@1103393279) -> (continuation of Deferred@1367857905 after retry RPC after error@902917989) -> (continuation of Deferred@777481526 after retry RPC after error@1291758218), errback=(continuation of Deferred@1661331949 after retry RPC after error@1156354253) -> (continuation of Deferred@520478653 after retry RPC after error@1993573728) -> (continuation of Deferred@987058390 after retry RPC after error@438293945) -> (continuation of Deferred@727062896 after retry RPC after error@1103393279) -> (continuation of Deferred@1367857905 after retry RPC after error@902917989) -> (continuation of Deferred@777481526 after retry RPC after error@1291758218)))
17:33:38.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.969 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:38.988 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:38.989 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:38.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.989 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.989 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.989 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:38.989 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:38.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.009 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.009 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.010 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.030 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.049 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.049 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.089 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.089 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.092 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.109 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.109 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.110 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.171 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1352062685(state=PENDING, result=null, callback=(continuation of Deferred@1434621573 after retry RPC after error@1863480366) -> (continuation of Deferred@746243800 after retry RPC after error@1245498804) -> (continuation of Deferred@189488328 after retry RPC after error@2005203595) -> (continuation of Deferred@229813925 after retry RPC after error@567247818) -> (continuation of Deferred@1890788903 after retry RPC after error@540269080) -> (continuation of Deferred@955027261 after retry RPC after error@1709218361) -> (continuation of Deferred@210438844 after retry RPC after error@844554799), errback=(continuation of Deferred@1434621573 after retry RPC after error@1863480366) -> (continuation of Deferred@746243800 after retry RPC after error@1245498804) -> (continuation of Deferred@189488328 after retry RPC after error@2005203595) -> (continuation of Deferred@229813925 after retry RPC after error@567247818) -> (continuation of Deferred@1890788903 after retry RPC after error@540269080) -> (continuation of Deferred@955027261 after retry RPC after error@1709218361) -> (continuation of Deferred@210438844 after retry RPC after error@844554799)))
17:33:39.172 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1352062685(state=PENDING, result=null, callback=(continuation of Deferred@1434621573 after retry RPC after error@1863480366) -> (continuation of Deferred@746243800 after retry RPC after error@1245498804) -> (continuation of Deferred@189488328 after retry RPC after error@2005203595) -> (continuation of Deferred@229813925 after retry RPC after error@567247818) -> (continuation of Deferred@1890788903 after retry RPC after error@540269080) -> (continuation of Deferred@955027261 after retry RPC after error@1709218361) -> (continuation of Deferred@210438844 after retry RPC after error@844554799), errback=(continuation of Deferred@1434621573 after retry RPC after error@1863480366) -> (continuation of Deferred@746243800 after retry RPC after error@1245498804) -> (continuation of Deferred@189488328 after retry RPC after error@2005203595) -> (continuation of Deferred@229813925 after retry RPC after error@567247818) -> (continuation of Deferred@1890788903 after retry RPC after error@540269080) -> (continuation of Deferred@955027261 after retry RPC after error@1709218361) -> (continuation of Deferred@210438844 after retry RPC after error@844554799)))
17:33:39.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.189 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.190 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.209 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.210 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.229 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.229 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.249 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.249 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.269 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.309 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.329 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.329 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.330 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.369 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.370 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.371 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@608018985(state=PENDING, result=null, callback=(continuation of Deferred@659401500 after retry RPC after error@814646437) -> (continuation of Deferred@1403051122 after retry RPC after error@449122501) -> (continuation of Deferred@1352289738 after retry RPC after error@351617232) -> (continuation of Deferred@1105419632 after retry RPC after error@1938964145) -> (continuation of Deferred@1910819092 after retry RPC after error@1328149560) -> (continuation of Deferred@351938672 after retry RPC after error@1996483560) -> (continuation of Deferred@553922634 after retry RPC after error@562862182), errback=(continuation of Deferred@659401500 after retry RPC after error@814646437) -> (continuation of Deferred@1403051122 after retry RPC after error@449122501) -> (continuation of Deferred@1352289738 after retry RPC after error@351617232) -> (continuation of Deferred@1105419632 after retry RPC after error@1938964145) -> (continuation of Deferred@1910819092 after retry RPC after error@1328149560) -> (continuation of Deferred@351938672 after retry RPC after error@1996483560) -> (continuation of Deferred@553922634 after retry RPC after error@562862182)))
17:33:39.371 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@608018985(state=PENDING, result=null, callback=(continuation of Deferred@659401500 after retry RPC after error@814646437) -> (continuation of Deferred@1403051122 after retry RPC after error@449122501) -> (continuation of Deferred@1352289738 after retry RPC after error@351617232) -> (continuation of Deferred@1105419632 after retry RPC after error@1938964145) -> (continuation of Deferred@1910819092 after retry RPC after error@1328149560) -> (continuation of Deferred@351938672 after retry RPC after error@1996483560) -> (continuation of Deferred@553922634 after retry RPC after error@562862182), errback=(continuation of Deferred@659401500 after retry RPC after error@814646437) -> (continuation of Deferred@1403051122 after retry RPC after error@449122501) -> (continuation of Deferred@1352289738 after retry RPC after error@351617232) -> (continuation of Deferred@1105419632 after retry RPC after error@1938964145) -> (continuation of Deferred@1910819092 after retry RPC after error@1328149560) -> (continuation of Deferred@351938672 after retry RPC after error@1996483560) -> (continuation of Deferred@553922634 after retry RPC after error@562862182)))
17:33:39.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.389 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.410 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.430 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.449 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.469 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.489 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.489 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.489 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.549 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.549 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.610 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.611 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@384544258(state=PENDING, result=null, callback=(continuation of Deferred@2120547827 after retry RPC after error@1051962760) -> (continuation of Deferred@270746144 after retry RPC after error@1542677912) -> (continuation of Deferred@35750000 after retry RPC after error@568177233) -> (continuation of Deferred@736478728 after retry RPC after error@1811593545) -> (continuation of Deferred@1708557894 after retry RPC after error@693497751) -> (continuation of Deferred@746961203 after retry RPC after error@311131419) -> (continuation of Deferred@1128148410 after retry RPC after error@1167153949), errback=(continuation of Deferred@2120547827 after retry RPC after error@1051962760) -> (continuation of Deferred@270746144 after retry RPC after error@1542677912) -> (continuation of Deferred@35750000 after retry RPC after error@568177233) -> (continuation of Deferred@736478728 after retry RPC after error@1811593545) -> (continuation of Deferred@1708557894 after retry RPC after error@693497751) -> (continuation of Deferred@746961203 after retry RPC after error@311131419) -> (continuation of Deferred@1128148410 after retry RPC after error@1167153949)))
17:33:39.611 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@384544258(state=PENDING, result=null, callback=(continuation of Deferred@2120547827 after retry RPC after error@1051962760) -> (continuation of Deferred@270746144 after retry RPC after error@1542677912) -> (continuation of Deferred@35750000 after retry RPC after error@568177233) -> (continuation of Deferred@736478728 after retry RPC after error@1811593545) -> (continuation of Deferred@1708557894 after retry RPC after error@693497751) -> (continuation of Deferred@746961203 after retry RPC after error@311131419) -> (continuation of Deferred@1128148410 after retry RPC after error@1167153949), errback=(continuation of Deferred@2120547827 after retry RPC after error@1051962760) -> (continuation of Deferred@270746144 after retry RPC after error@1542677912) -> (continuation of Deferred@35750000 after retry RPC after error@568177233) -> (continuation of Deferred@736478728 after retry RPC after error@1811593545) -> (continuation of Deferred@1708557894 after retry RPC after error@693497751) -> (continuation of Deferred@746961203 after retry RPC after error@311131419) -> (continuation of Deferred@1128148410 after retry RPC after error@1167153949)))
17:33:39.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.649 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.669 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.670 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.690 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.710 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.730 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.789 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.791 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1213330424(state=PENDING, result=null, callback=(continuation of Deferred@132283850 after retry RPC after error@1540419867) -> (continuation of Deferred@990874164 after retry RPC after error@2089181342) -> (continuation of Deferred@1746820841 after retry RPC after error@882516696) -> (continuation of Deferred@1929592917 after retry RPC after error@1011768379) -> (continuation of Deferred@641578061 after retry RPC after error@1138024112) -> (continuation of Deferred@716980087 after retry RPC after error@1692209567), errback=(continuation of Deferred@132283850 after retry RPC after error@1540419867) -> (continuation of Deferred@990874164 after retry RPC after error@2089181342) -> (continuation of Deferred@1746820841 after retry RPC after error@882516696) -> (continuation of Deferred@1929592917 after retry RPC after error@1011768379) -> (continuation of Deferred@641578061 after retry RPC after error@1138024112) -> (continuation of Deferred@716980087 after retry RPC after error@1692209567)))
17:33:39.792 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1213330424(state=PENDING, result=null, callback=(continuation of Deferred@132283850 after retry RPC after error@1540419867) -> (continuation of Deferred@990874164 after retry RPC after error@2089181342) -> (continuation of Deferred@1746820841 after retry RPC after error@882516696) -> (continuation of Deferred@1929592917 after retry RPC after error@1011768379) -> (continuation of Deferred@641578061 after retry RPC after error@1138024112) -> (continuation of Deferred@716980087 after retry RPC after error@1692209567), errback=(continuation of Deferred@132283850 after retry RPC after error@1540419867) -> (continuation of Deferred@990874164 after retry RPC after error@2089181342) -> (continuation of Deferred@1746820841 after retry RPC after error@882516696) -> (continuation of Deferred@1929592917 after retry RPC after error@1011768379) -> (continuation of Deferred@641578061 after retry RPC after error@1138024112) -> (continuation of Deferred@716980087 after retry RPC after error@1692209567)))
17:33:39.809 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.809 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.829 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.850 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.889 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.889 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:39.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:39.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:39.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:39.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:39.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.031 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@486295312(state=PENDING, result=null, callback=(continuation of Deferred@1905466172 after retry RPC after error@90048688) -> (continuation of Deferred@234283660 after retry RPC after error@1934418149) -> (continuation of Deferred@443506507 after retry RPC after error@1862389566) -> (continuation of Deferred@1431937744 after retry RPC after error@1090927446) -> (continuation of Deferred@569618746 after retry RPC after error@1089135109) -> (continuation of Deferred@1488820202 after retry RPC after error@680647456) -> (continuation of Deferred@349685097 after retry RPC after error@62584636), errback=(continuation of Deferred@1905466172 after retry RPC after error@90048688) -> (continuation of Deferred@234283660 after retry RPC after error@1934418149) -> (continuation of Deferred@443506507 after retry RPC after error@1862389566) -> (continuation of Deferred@1431937744 after retry RPC after error@1090927446) -> (continuation of Deferred@569618746 after retry RPC after error@1089135109) -> (continuation of Deferred@1488820202 after retry RPC after error@680647456) -> (continuation of Deferred@349685097 after retry RPC after error@62584636)))
17:33:40.031 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@486295312(state=PENDING, result=null, callback=(continuation of Deferred@1905466172 after retry RPC after error@90048688) -> (continuation of Deferred@234283660 after retry RPC after error@1934418149) -> (continuation of Deferred@443506507 after retry RPC after error@1862389566) -> (continuation of Deferred@1431937744 after retry RPC after error@1090927446) -> (continuation of Deferred@569618746 after retry RPC after error@1089135109) -> (continuation of Deferred@1488820202 after retry RPC after error@680647456) -> (continuation of Deferred@349685097 after retry RPC after error@62584636), errback=(continuation of Deferred@1905466172 after retry RPC after error@90048688) -> (continuation of Deferred@234283660 after retry RPC after error@1934418149) -> (continuation of Deferred@443506507 after retry RPC after error@1862389566) -> (continuation of Deferred@1431937744 after retry RPC after error@1090927446) -> (continuation of Deferred@569618746 after retry RPC after error@1089135109) -> (continuation of Deferred@1488820202 after retry RPC after error@680647456) -> (continuation of Deferred@349685097 after retry RPC after error@62584636)))
17:33:40.049 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.049 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.052 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.069 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.070 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.089 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.089 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.092 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.110 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.129 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.129 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.149 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.229 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.229 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.231 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [4ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@834704086(state=PENDING, result=null, callback=(continuation of Deferred@118602508 after retry RPC after error@705981275) -> (continuation of Deferred@149507314 after retry RPC after error@1024076059) -> (continuation of Deferred@927546477 after retry RPC after error@1049548652) -> (continuation of Deferred@2093122195 after retry RPC after error@283913953) -> (continuation of Deferred@1857602245 after retry RPC after error@650464713) -> (continuation of Deferred@1325106584 after retry RPC after error@1066475904), errback=(continuation of Deferred@118602508 after retry RPC after error@705981275) -> (continuation of Deferred@149507314 after retry RPC after error@1024076059) -> (continuation of Deferred@927546477 after retry RPC after error@1049548652) -> (continuation of Deferred@2093122195 after retry RPC after error@283913953) -> (continuation of Deferred@1857602245 after retry RPC after error@650464713) -> (continuation of Deferred@1325106584 after retry RPC after error@1066475904)))
17:33:40.232 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [4ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@834704086(state=PENDING, result=null, callback=(continuation of Deferred@118602508 after retry RPC after error@705981275) -> (continuation of Deferred@149507314 after retry RPC after error@1024076059) -> (continuation of Deferred@927546477 after retry RPC after error@1049548652) -> (continuation of Deferred@2093122195 after retry RPC after error@283913953) -> (continuation of Deferred@1857602245 after retry RPC after error@650464713) -> (continuation of Deferred@1325106584 after retry RPC after error@1066475904), errback=(continuation of Deferred@118602508 after retry RPC after error@705981275) -> (continuation of Deferred@149507314 after retry RPC after error@1024076059) -> (continuation of Deferred@927546477 after retry RPC after error@1049548652) -> (continuation of Deferred@2093122195 after retry RPC after error@283913953) -> (continuation of Deferred@1857602245 after retry RPC after error@650464713) -> (continuation of Deferred@1325106584 after retry RPC after error@1066475904)))
17:33:40.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.249 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.270 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.288 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.288 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.289 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.289 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.310 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.329 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.329 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.329 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.350 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.410 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.430 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.430 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1908133713(state=PENDING, result=null, callback=(continuation of Deferred@1647339567 after retry RPC after error@41197634) -> (continuation of Deferred@768863244 after retry RPC after error@37584800) -> (continuation of Deferred@1663897304 after retry RPC after error@1157420111) -> (continuation of Deferred@1987961680 after retry RPC after error@534008384) -> (continuation of Deferred@335856812 after retry RPC after error@922232015) -> (continuation of Deferred@788932131 after retry RPC after error@318580689) -> (continuation of Deferred@544120966 after retry RPC after error@1464284696), errback=(continuation of Deferred@1647339567 after retry RPC after error@41197634) -> (continuation of Deferred@768863244 after retry RPC after error@37584800) -> (continuation of Deferred@1663897304 after retry RPC after error@1157420111) -> (continuation of Deferred@1987961680 after retry RPC after error@534008384) -> (continuation of Deferred@335856812 after retry RPC after error@922232015) -> (continuation of Deferred@788932131 after retry RPC after error@318580689) -> (continuation of Deferred@544120966 after retry RPC after error@1464284696)))
17:33:40.431 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1908133713(state=PENDING, result=null, callback=(continuation of Deferred@1647339567 after retry RPC after error@41197634) -> (continuation of Deferred@768863244 after retry RPC after error@37584800) -> (continuation of Deferred@1663897304 after retry RPC after error@1157420111) -> (continuation of Deferred@1987961680 after retry RPC after error@534008384) -> (continuation of Deferred@335856812 after retry RPC after error@922232015) -> (continuation of Deferred@788932131 after retry RPC after error@318580689) -> (continuation of Deferred@544120966 after retry RPC after error@1464284696), errback=(continuation of Deferred@1647339567 after retry RPC after error@41197634) -> (continuation of Deferred@768863244 after retry RPC after error@37584800) -> (continuation of Deferred@1663897304 after retry RPC after error@1157420111) -> (continuation of Deferred@1987961680 after retry RPC after error@534008384) -> (continuation of Deferred@335856812 after retry RPC after error@922232015) -> (continuation of Deferred@788932131 after retry RPC after error@318580689) -> (continuation of Deferred@544120966 after retry RPC after error@1464284696)))
17:33:40.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.449 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.469 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.489 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.489 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.489 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.510 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.529 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.529 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.530 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:40.532611 30600 master_runner.cc:186] Error getting master registration for 127.29.223.125:43795: Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111),
17:33:40.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:40.532768 30600 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:33:40.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.569 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.570 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.649 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.649 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.651 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@467203641(state=PENDING, result=null, callback=(continuation of Deferred@101872739 after retry RPC after error@2137294834) -> (continuation of Deferred@1946262174 after retry RPC after error@682939161) -> (continuation of Deferred@1024461568 after retry RPC after error@1720729671) -> (continuation of Deferred@515760993 after retry RPC after error@270522292) -> (continuation of Deferred@770344636 after retry RPC after error@1226598718) -> (continuation of Deferred@944450967 after retry RPC after error@1451749213), errback=(continuation of Deferred@101872739 after retry RPC after error@2137294834) -> (continuation of Deferred@1946262174 after retry RPC after error@682939161) -> (continuation of Deferred@1024461568 after retry RPC after error@1720729671) -> (continuation of Deferred@515760993 after retry RPC after error@270522292) -> (continuation of Deferred@770344636 after retry RPC after error@1226598718) -> (continuation of Deferred@944450967 after retry RPC after error@1451749213)))
17:33:40.651 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@467203641(state=PENDING, result=null, callback=(continuation of Deferred@101872739 after retry RPC after error@2137294834) -> (continuation of Deferred@1946262174 after retry RPC after error@682939161) -> (continuation of Deferred@1024461568 after retry RPC after error@1720729671) -> (continuation of Deferred@515760993 after retry RPC after error@270522292) -> (continuation of Deferred@770344636 after retry RPC after error@1226598718) -> (continuation of Deferred@944450967 after retry RPC after error@1451749213), errback=(continuation of Deferred@101872739 after retry RPC after error@2137294834) -> (continuation of Deferred@1946262174 after retry RPC after error@682939161) -> (continuation of Deferred@1024461568 after retry RPC after error@1720729671) -> (continuation of Deferred@515760993 after retry RPC after error@270522292) -> (continuation of Deferred@770344636 after retry RPC after error@1226598718) -> (continuation of Deferred@944450967 after retry RPC after error@1451749213)))
17:33:40.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.669 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.689 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.690 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.709 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.709 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.729 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.730 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.749 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.750 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.789 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.790 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.810 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.908 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.908 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.909 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.909 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.911 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1049856701(state=PENDING, result=null, callback=(continuation of Deferred@1358757498 after retry RPC after error@1878251062) -> (continuation of Deferred@1779088814 after retry RPC after error@1223562288) -> (continuation of Deferred@2136358009 after retry RPC after error@241502147) -> (continuation of Deferred@834485356 after retry RPC after error@164295167) -> (continuation of Deferred@1194434891 after retry RPC after error@1640824177) -> (continuation of Deferred@969601912 after retry RPC after error@1733408951) -> (continuation of Deferred@757098223 after retry RPC after error@721494351), errback=(continuation of Deferred@1358757498 after retry RPC after error@1878251062) -> (continuation of Deferred@1779088814 after retry RPC after error@1223562288) -> (continuation of Deferred@2136358009 after retry RPC after error@241502147) -> (continuation of Deferred@834485356 after retry RPC after error@164295167) -> (continuation of Deferred@1194434891 after retry RPC after error@1640824177) -> (continuation of Deferred@969601912 after retry RPC after error@1733408951) -> (continuation of Deferred@757098223 after retry RPC after error@721494351)))
17:33:40.912 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1049856701(state=PENDING, result=null, callback=(continuation of Deferred@1358757498 after retry RPC after error@1878251062) -> (continuation of Deferred@1779088814 after retry RPC after error@1223562288) -> (continuation of Deferred@2136358009 after retry RPC after error@241502147) -> (continuation of Deferred@834485356 after retry RPC after error@164295167) -> (continuation of Deferred@1194434891 after retry RPC after error@1640824177) -> (continuation of Deferred@969601912 after retry RPC after error@1733408951) -> (continuation of Deferred@757098223 after retry RPC after error@721494351), errback=(continuation of Deferred@1358757498 after retry RPC after error@1878251062) -> (continuation of Deferred@1779088814 after retry RPC after error@1223562288) -> (continuation of Deferred@2136358009 after retry RPC after error@241502147) -> (continuation of Deferred@834485356 after retry RPC after error@164295167) -> (continuation of Deferred@1194434891 after retry RPC after error@1640824177) -> (continuation of Deferred@969601912 after retry RPC after error@1733408951) -> (continuation of Deferred@757098223 after retry RPC after error@721494351)))
17:33:40.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.930 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.949 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.949 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.950 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.969 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.969 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:40.988 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:40.989 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:40.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.989 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.989 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:40.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:40.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:41.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:41.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:41.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.009 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.009 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.010 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:41.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:41.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:41.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.049 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:41.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:41.109 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:41.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.110 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:41.189 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@698966011(state=PENDING, result=null, callback=(continuation of Deferred@1215290195 after retry RPC after error@1489616224) -> (continuation of Deferred@1515215158 after retry RPC after error@971346688) -> (continuation of Deferred@258368044 after retry RPC after error@449969181) -> (continuation of Deferred@1108385688 after retry RPC after error@1467509065) -> (continuation of Deferred@1798506120 after retry RPC after error@2115452647) -> (continuation of Deferred@951948002 after retry RPC after error@748394141) -> (continuation of Deferred@1609548480 after retry RPC after error@407388124), errback=(continuation of Deferred@1215290195 after retry RPC after error@1489616224) -> (continuation of Deferred@1515215158 after retry RPC after error@971346688) -> (continuation of Deferred@258368044 after retry RPC after error@449969181) -> (continuation of Deferred@1108385688 after retry RPC after error@1467509065) -> (continuation of Deferred@1798506120 after retry RPC after error@2115452647) -> (continuation of Deferred@951948002 after retry RPC after error@748394141) -> (continuation of Deferred@1609548480 after retry RPC after error@407388124)))
17:33:41.190 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:33:41.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:41.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:41.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.209 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.210 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:41.229 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:41.229 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:41.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:41.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:41.249 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:41.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.250 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:41.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:41.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:41.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.270 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:41.288 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:41.288 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:41.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.289 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:41.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:41.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:41.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.310 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:41.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:41.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:41.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.369 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.370 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:41.455217 31255 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 1)
17:33:41.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:41.456562 31255 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '35b0695db7f546f88a2abe2fa5454ba3', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '35b0695db7f546f88a2abe2fa5454ba3', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 1)
17:33:41.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:41.458339 31256 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.29.223.124:37551)
17:33:41.468 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@240836233(state=PENDING, result=null, callback=(continuation of Deferred@282954087 after retry RPC after error@890705060) -> (continuation of Deferred@2017086334 after retry RPC after error@541879398) -> (continuation of Deferred@1546014649 after retry RPC after error@1360646829) -> (continuation of Deferred@2068972107 after retry RPC after error@943619611) -> (continuation of Deferred@1451992354 after retry RPC after error@1234733540) -> (continuation of Deferred@573807302 after retry RPC after error@1765205565) -> (continuation of Deferred@1646263436 after retry RPC after error@1866833538), errback=(continuation of Deferred@282954087 after retry RPC after error@890705060) -> (continuation of Deferred@2017086334 after retry RPC after error@541879398) -> (continuation of Deferred@1546014649 after retry RPC after error@1360646829) -> (continuation of Deferred@2068972107 after retry RPC after error@943619611) -> (continuation of Deferred@1451992354 after retry RPC after error@1234733540) -> (continuation of Deferred@573807302 after retry RPC after error@1765205565) -> (continuation of Deferred@1646263436 after retry RPC after error@1866833538)))
17:33:41.469 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:33:41.489 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:41.489 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:41.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.489 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.489 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:41.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:41.509 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:41.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.510 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:41.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:41.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:41.529 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.529 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.529 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.529 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.529 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.530 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:41.549 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:41.549 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:41.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:41.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:41.569 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:41.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.570 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:41.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:41.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:41.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.589 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.589 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.589 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.590 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:41.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:41.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:41.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.610 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:41.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:41.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:41.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.730 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:41.731 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@800058748(state=PENDING, result=null, callback=(continuation of Deferred@845913769 after retry RPC after error@1097585381) -> (continuation of Deferred@821112120 after retry RPC after error@1617289815) -> (continuation of Deferred@236299812 after retry RPC after error@301380089) -> (continuation of Deferred@685233682 after retry RPC after error@1743781381) -> (continuation of Deferred@1156075610 after retry RPC after error@1622497351) -> (continuation of Deferred@1984197893 after retry RPC after error@1849926174) -> (continuation of Deferred@1747932428 after retry RPC after error@580017966), errback=(continuation of Deferred@845913769 after retry RPC after error@1097585381) -> (continuation of Deferred@821112120 after retry RPC after error@1617289815) -> (continuation of Deferred@236299812 after retry RPC after error@301380089) -> (continuation of Deferred@685233682 after retry RPC after error@1743781381) -> (continuation of Deferred@1156075610 after retry RPC after error@1622497351) -> (continuation of Deferred@1984197893 after retry RPC after error@1849926174) -> (continuation of Deferred@1747932428 after retry RPC after error@580017966)))
17:33:41.731 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@800058748(state=PENDING, result=null, callback=(continuation of Deferred@845913769 after retry RPC after error@1097585381) -> (continuation of Deferred@821112120 after retry RPC after error@1617289815) -> (continuation of Deferred@236299812 after retry RPC after error@301380089) -> (continuation of Deferred@685233682 after retry RPC after error@1743781381) -> (continuation of Deferred@1156075610 after retry RPC after error@1622497351) -> (continuation of Deferred@1984197893 after retry RPC after error@1849926174) -> (continuation of Deferred@1747932428 after retry RPC after error@580017966), errback=(continuation of Deferred@845913769 after retry RPC after error@1097585381) -> (continuation of Deferred@821112120 after retry RPC after error@1617289815) -> (continuation of Deferred@236299812 after retry RPC after error@301380089) -> (continuation of Deferred@685233682 after retry RPC after error@1743781381) -> (continuation of Deferred@1156075610 after retry RPC after error@1622497351) -> (continuation of Deferred@1984197893 after retry RPC after error@1849926174) -> (continuation of Deferred@1747932428 after retry RPC after error@580017966)))
17:33:41.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:41.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:41.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.749 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.750 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:41.769 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:41.769 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:41.769 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.770 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:41.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:41.789 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:41.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.789 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.790 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:41.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:41.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:41.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.810 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:41.829 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:41.829 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:41.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.830 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:41.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:41.869 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:41.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:41.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:41.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:41.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.949 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:41.949 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:41.950 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.009 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@986638559(state=PENDING, result=null, callback=(continuation of Deferred@215276268 after retry RPC after error@632471384) -> (continuation of Deferred@1704113653 after retry RPC after error@676802952) -> (continuation of Deferred@50240980 after retry RPC after error@847686316) -> (continuation of Deferred@1120635924 after retry RPC after error@1392586420) -> (continuation of Deferred@635898173 after retry RPC after error@573768935) -> (continuation of Deferred@1015453593 after retry RPC after error@1722317363) -> (continuation of Deferred@2073766202 after retry RPC after error@1102384786), errback=(continuation of Deferred@215276268 after retry RPC after error@632471384) -> (continuation of Deferred@1704113653 after retry RPC after error@676802952) -> (continuation of Deferred@50240980 after retry RPC after error@847686316) -> (continuation of Deferred@1120635924 after retry RPC after error@1392586420) -> (continuation of Deferred@635898173 after retry RPC after error@573768935) -> (continuation of Deferred@1015453593 after retry RPC after error@1722317363) -> (continuation of Deferred@2073766202 after retry RPC after error@1102384786)))
17:33:42.009 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:33:42.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.030 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.049 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.050 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.070 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.089 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.109 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.130 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.189 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.229 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.231 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1167626517(state=PENDING, result=null, callback=(continuation of Deferred@877304622 after retry RPC after error@425470417) -> (continuation of Deferred@714979673 after retry RPC after error@730629414) -> (continuation of Deferred@1275062418 after retry RPC after error@865424029) -> (continuation of Deferred@1954902727 after retry RPC after error@1005546692) -> (continuation of Deferred@266385491 after retry RPC after error@376963720) -> (continuation of Deferred@1228163530 after retry RPC after error@159225188) -> (continuation of Deferred@55940664 after retry RPC after error@1433385112), errback=(continuation of Deferred@877304622 after retry RPC after error@425470417) -> (continuation of Deferred@714979673 after retry RPC after error@730629414) -> (continuation of Deferred@1275062418 after retry RPC after error@865424029) -> (continuation of Deferred@1954902727 after retry RPC after error@1005546692) -> (continuation of Deferred@266385491 after retry RPC after error@376963720) -> (continuation of Deferred@1228163530 after retry RPC after error@159225188) -> (continuation of Deferred@55940664 after retry RPC after error@1433385112)))
17:33:42.232 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1167626517(state=PENDING, result=null, callback=(continuation of Deferred@877304622 after retry RPC after error@425470417) -> (continuation of Deferred@714979673 after retry RPC after error@730629414) -> (continuation of Deferred@1275062418 after retry RPC after error@865424029) -> (continuation of Deferred@1954902727 after retry RPC after error@1005546692) -> (continuation of Deferred@266385491 after retry RPC after error@376963720) -> (continuation of Deferred@1228163530 after retry RPC after error@159225188) -> (continuation of Deferred@55940664 after retry RPC after error@1433385112), errback=(continuation of Deferred@877304622 after retry RPC after error@425470417) -> (continuation of Deferred@714979673 after retry RPC after error@730629414) -> (continuation of Deferred@1275062418 after retry RPC after error@865424029) -> (continuation of Deferred@1954902727 after retry RPC after error@1005546692) -> (continuation of Deferred@266385491 after retry RPC after error@376963720) -> (continuation of Deferred@1228163530 after retry RPC after error@159225188) -> (continuation of Deferred@55940664 after retry RPC after error@1433385112)))
17:33:42.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.249 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.250 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.288 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.288 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.289 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.290 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.310 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.329 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.329 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.329 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.349 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.349 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.350 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.369 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.429 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.430 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.431 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1083155353(state=PENDING, result=null, callback=(continuation of Deferred@76560137 after retry RPC after error@1771638784) -> (continuation of Deferred@585890633 after retry RPC after error@533010406) -> (continuation of Deferred@451429224 after retry RPC after error@995117349) -> (continuation of Deferred@1184685237 after retry RPC after error@1909557671) -> (continuation of Deferred@695891958 after retry RPC after error@274336413) -> (continuation of Deferred@813892951 after retry RPC after error@1306672721) -> (continuation of Deferred@937244124 after retry RPC after error@1997786968), errback=(continuation of Deferred@76560137 after retry RPC after error@1771638784) -> (continuation of Deferred@585890633 after retry RPC after error@533010406) -> (continuation of Deferred@451429224 after retry RPC after error@995117349) -> (continuation of Deferred@1184685237 after retry RPC after error@1909557671) -> (continuation of Deferred@695891958 after retry RPC after error@274336413) -> (continuation of Deferred@813892951 after retry RPC after error@1306672721) -> (continuation of Deferred@937244124 after retry RPC after error@1997786968)))
17:33:42.432 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1083155353(state=PENDING, result=null, callback=(continuation of Deferred@76560137 after retry RPC after error@1771638784) -> (continuation of Deferred@585890633 after retry RPC after error@533010406) -> (continuation of Deferred@451429224 after retry RPC after error@995117349) -> (continuation of Deferred@1184685237 after retry RPC after error@1909557671) -> (continuation of Deferred@695891958 after retry RPC after error@274336413) -> (continuation of Deferred@813892951 after retry RPC after error@1306672721) -> (continuation of Deferred@937244124 after retry RPC after error@1997786968), errback=(continuation of Deferred@76560137 after retry RPC after error@1771638784) -> (continuation of Deferred@585890633 after retry RPC after error@533010406) -> (continuation of Deferred@451429224 after retry RPC after error@995117349) -> (continuation of Deferred@1184685237 after retry RPC after error@1909557671) -> (continuation of Deferred@695891958 after retry RPC after error@274336413) -> (continuation of Deferred@813892951 after retry RPC after error@1306672721) -> (continuation of Deferred@937244124 after retry RPC after error@1997786968)))
17:33:42.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.450 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.470 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.489 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.489 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.490 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.509 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.529 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.529 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.529 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.529 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.529 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.530 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.570 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.629 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.669 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.669 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.709 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1678542001(state=PENDING, result=null, callback=(continuation of Deferred@462417261 after retry RPC after error@427577697) -> (continuation of Deferred@1833261102 after retry RPC after error@1835819067) -> (continuation of Deferred@158080126 after retry RPC after error@1918940011) -> (continuation of Deferred@891486497 after retry RPC after error@1002492422) -> (continuation of Deferred@1378264812 after retry RPC after error@623553576) -> (continuation of Deferred@137202597 after retry RPC after error@901789764) -> (continuation of Deferred@1379334614 after retry RPC after error@571298900) -> (continuation of Deferred@1176077075 after retry RPC after error@1924108684), errback=(continuation of Deferred@462417261 after retry RPC after error@427577697) -> (continuation of Deferred@1833261102 after retry RPC after error@1835819067) -> (continuation of Deferred@158080126 after retry RPC after error@1918940011) -> (continuation of Deferred@891486497 after retry RPC after error@1002492422) -> (continuation of Deferred@1378264812 after retry RPC after error@623553576) -> (continuation of Deferred@137202597 after retry RPC after error@901789764) -> (continuation of Deferred@1379334614 after retry RPC after error@571298900) -> (continuation of Deferred@1176077075 after retry RPC after error@1924108684)))
17:33:42.709 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:33:42.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.729 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.730 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.749 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.750 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.769 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.789 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.789 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.809 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.810 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.830 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.870 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.871 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@533629025(state=PENDING, result=null, callback=(continuation of Deferred@407416202 after retry RPC after error@1550720756) -> (continuation of Deferred@887991606 after retry RPC after error@1594603082) -> (continuation of Deferred@41055452 after retry RPC after error@784810968) -> (continuation of Deferred@2006634283 after retry RPC after error@1973526132) -> (continuation of Deferred@1684324488 after retry RPC after error@1881769567) -> (continuation of Deferred@1366031590 after retry RPC after error@683707009), errback=(continuation of Deferred@407416202 after retry RPC after error@1550720756) -> (continuation of Deferred@887991606 after retry RPC after error@1594603082) -> (continuation of Deferred@41055452 after retry RPC after error@784810968) -> (continuation of Deferred@2006634283 after retry RPC after error@1973526132) -> (continuation of Deferred@1684324488 after retry RPC after error@1881769567) -> (continuation of Deferred@1366031590 after retry RPC after error@683707009)))
17:33:42.871 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@533629025(state=PENDING, result=null, callback=(continuation of Deferred@407416202 after retry RPC after error@1550720756) -> (continuation of Deferred@887991606 after retry RPC after error@1594603082) -> (continuation of Deferred@41055452 after retry RPC after error@784810968) -> (continuation of Deferred@2006634283 after retry RPC after error@1973526132) -> (continuation of Deferred@1684324488 after retry RPC after error@1881769567) -> (continuation of Deferred@1366031590 after retry RPC after error@683707009), errback=(continuation of Deferred@407416202 after retry RPC after error@1550720756) -> (continuation of Deferred@887991606 after retry RPC after error@1594603082) -> (continuation of Deferred@41055452 after retry RPC after error@784810968) -> (continuation of Deferred@2006634283 after retry RPC after error@1973526132) -> (continuation of Deferred@1684324488 after retry RPC after error@1881769567) -> (continuation of Deferred@1366031590 after retry RPC after error@683707009)))
17:33:42.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.889 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.889 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.890 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.909 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.909 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.929 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.949 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.949 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.949 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:42.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:42.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:42.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:42.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:42.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.009 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.009 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.010 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.049 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.050 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.110 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.110 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@129583213(state=PENDING, result=null, callback=(continuation of Deferred@795856464 after retry RPC after error@175519510) -> (continuation of Deferred@485729605 after retry RPC after error@1371827350) -> (continuation of Deferred@538032 after retry RPC after error@1006464032) -> (continuation of Deferred@975515543 after retry RPC after error@1224164505) -> (continuation of Deferred@160648578 after retry RPC after error@1499446524) -> (continuation of Deferred@1251310039 after retry RPC after error@942948240) -> (continuation of Deferred@727222857 after retry RPC after error@256142210), errback=(continuation of Deferred@795856464 after retry RPC after error@175519510) -> (continuation of Deferred@485729605 after retry RPC after error@1371827350) -> (continuation of Deferred@538032 after retry RPC after error@1006464032) -> (continuation of Deferred@975515543 after retry RPC after error@1224164505) -> (continuation of Deferred@160648578 after retry RPC after error@1499446524) -> (continuation of Deferred@1251310039 after retry RPC after error@942948240) -> (continuation of Deferred@727222857 after retry RPC after error@256142210)))
17:33:43.111 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@129583213(state=PENDING, result=null, callback=(continuation of Deferred@795856464 after retry RPC after error@175519510) -> (continuation of Deferred@485729605 after retry RPC after error@1371827350) -> (continuation of Deferred@538032 after retry RPC after error@1006464032) -> (continuation of Deferred@975515543 after retry RPC after error@1224164505) -> (continuation of Deferred@160648578 after retry RPC after error@1499446524) -> (continuation of Deferred@1251310039 after retry RPC after error@942948240) -> (continuation of Deferred@727222857 after retry RPC after error@256142210), errback=(continuation of Deferred@795856464 after retry RPC after error@175519510) -> (continuation of Deferred@485729605 after retry RPC after error@1371827350) -> (continuation of Deferred@538032 after retry RPC after error@1006464032) -> (continuation of Deferred@975515543 after retry RPC after error@1224164505) -> (continuation of Deferred@160648578 after retry RPC after error@1499446524) -> (continuation of Deferred@1251310039 after retry RPC after error@942948240) -> (continuation of Deferred@727222857 after retry RPC after error@256142210)))
17:33:43.129 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.129 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.149 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.169 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.189 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.209 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.209 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.229 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.230 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.349 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.351 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1063676029(state=PENDING, result=null, callback=(continuation of Deferred@1065207327 after retry RPC after error@264899065) -> (continuation of Deferred@1524741116 after retry RPC after error@1455951197) -> (continuation of Deferred@131359909 after retry RPC after error@1477324903) -> (continuation of Deferred@262604489 after retry RPC after error@429080709) -> (continuation of Deferred@1028058718 after retry RPC after error@341998745) -> (continuation of Deferred@600088978 after retry RPC after error@542136839) -> (continuation of Deferred@720270413 after retry RPC after error@762270525), errback=(continuation of Deferred@1065207327 after retry RPC after error@264899065) -> (continuation of Deferred@1524741116 after retry RPC after error@1455951197) -> (continuation of Deferred@131359909 after retry RPC after error@1477324903) -> (continuation of Deferred@262604489 after retry RPC after error@429080709) -> (continuation of Deferred@1028058718 after retry RPC after error@341998745) -> (continuation of Deferred@600088978 after retry RPC after error@542136839) -> (continuation of Deferred@720270413 after retry RPC after error@762270525)))
17:33:43.351 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1063676029(state=PENDING, result=null, callback=(continuation of Deferred@1065207327 after retry RPC after error@264899065) -> (continuation of Deferred@1524741116 after retry RPC after error@1455951197) -> (continuation of Deferred@131359909 after retry RPC after error@1477324903) -> (continuation of Deferred@262604489 after retry RPC after error@429080709) -> (continuation of Deferred@1028058718 after retry RPC after error@341998745) -> (continuation of Deferred@600088978 after retry RPC after error@542136839) -> (continuation of Deferred@720270413 after retry RPC after error@762270525), errback=(continuation of Deferred@1065207327 after retry RPC after error@264899065) -> (continuation of Deferred@1524741116 after retry RPC after error@1455951197) -> (continuation of Deferred@131359909 after retry RPC after error@1477324903) -> (continuation of Deferred@262604489 after retry RPC after error@429080709) -> (continuation of Deferred@1028058718 after retry RPC after error@341998745) -> (continuation of Deferred@600088978 after retry RPC after error@542136839) -> (continuation of Deferred@720270413 after retry RPC after error@762270525)))
17:33:43.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.369 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.370 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.389 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.390 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.410 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.429 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.429 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.449 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.489 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.489 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.489 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.569 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.569 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.572 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@465475652(state=PENDING, result=null, callback=(continuation of Deferred@103419333 after retry RPC after error@543868433) -> (continuation of Deferred@455207315 after retry RPC after error@1957838347) -> (continuation of Deferred@580931965 after retry RPC after error@1418477942) -> (continuation of Deferred@1081431813 after retry RPC after error@634547046) -> (continuation of Deferred@98172184 after retry RPC after error@862489380) -> (continuation of Deferred@1506754355 after retry RPC after error@1878058551), errback=(continuation of Deferred@103419333 after retry RPC after error@543868433) -> (continuation of Deferred@455207315 after retry RPC after error@1957838347) -> (continuation of Deferred@580931965 after retry RPC after error@1418477942) -> (continuation of Deferred@1081431813 after retry RPC after error@634547046) -> (continuation of Deferred@98172184 after retry RPC after error@862489380) -> (continuation of Deferred@1506754355 after retry RPC after error@1878058551)))
17:33:43.572 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@465475652(state=PENDING, result=null, callback=(continuation of Deferred@103419333 after retry RPC after error@543868433) -> (continuation of Deferred@455207315 after retry RPC after error@1957838347) -> (continuation of Deferred@580931965 after retry RPC after error@1418477942) -> (continuation of Deferred@1081431813 after retry RPC after error@634547046) -> (continuation of Deferred@98172184 after retry RPC after error@862489380) -> (continuation of Deferred@1506754355 after retry RPC after error@1878058551), errback=(continuation of Deferred@103419333 after retry RPC after error@543868433) -> (continuation of Deferred@455207315 after retry RPC after error@1957838347) -> (continuation of Deferred@580931965 after retry RPC after error@1418477942) -> (continuation of Deferred@1081431813 after retry RPC after error@634547046) -> (continuation of Deferred@98172184 after retry RPC after error@862489380) -> (continuation of Deferred@1506754355 after retry RPC after error@1878058551)))
17:33:43.589 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.589 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.609 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.609 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.648 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.649 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.650 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.669 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.669 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.689 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.689 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.709 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.730 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.730 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1553053844(state=PENDING, result=null, callback=(continuation of Deferred@480375756 after retry RPC after error@1533143076) -> (continuation of Deferred@25043914 after retry RPC after error@1350205033) -> (continuation of Deferred@1129760825 after retry RPC after error@396507327) -> (continuation of Deferred@1739729394 after retry RPC after error@1681431131) -> (continuation of Deferred@291144165 after retry RPC after error@389751985) -> (continuation of Deferred@1630560797 after retry RPC after error@1098569250) -> (continuation of Deferred@82453057 after retry RPC after error@1245348033), errback=(continuation of Deferred@480375756 after retry RPC after error@1533143076) -> (continuation of Deferred@25043914 after retry RPC after error@1350205033) -> (continuation of Deferred@1129760825 after retry RPC after error@396507327) -> (continuation of Deferred@1739729394 after retry RPC after error@1681431131) -> (continuation of Deferred@291144165 after retry RPC after error@389751985) -> (continuation of Deferred@1630560797 after retry RPC after error@1098569250) -> (continuation of Deferred@82453057 after retry RPC after error@1245348033)))
17:33:43.731 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1553053844(state=PENDING, result=null, callback=(continuation of Deferred@480375756 after retry RPC after error@1533143076) -> (continuation of Deferred@25043914 after retry RPC after error@1350205033) -> (continuation of Deferred@1129760825 after retry RPC after error@396507327) -> (continuation of Deferred@1739729394 after retry RPC after error@1681431131) -> (continuation of Deferred@291144165 after retry RPC after error@389751985) -> (continuation of Deferred@1630560797 after retry RPC after error@1098569250) -> (continuation of Deferred@82453057 after retry RPC after error@1245348033), errback=(continuation of Deferred@480375756 after retry RPC after error@1533143076) -> (continuation of Deferred@25043914 after retry RPC after error@1350205033) -> (continuation of Deferred@1129760825 after retry RPC after error@396507327) -> (continuation of Deferred@1739729394 after retry RPC after error@1681431131) -> (continuation of Deferred@291144165 after retry RPC after error@389751985) -> (continuation of Deferred@1630560797 after retry RPC after error@1098569250) -> (continuation of Deferred@82453057 after retry RPC after error@1245348033)))
17:33:43.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.750 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.750 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.769 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.769 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.770 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.789 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.789 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.810 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.830 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.849 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.849 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.889 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.889 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.988 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:43.989 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:43.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.989 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:43.989 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.989 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.989 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:43.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:43.991 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1968937518(state=PENDING, result=null, callback=(continuation of Deferred@2135239431 after retry RPC after error@321980239) -> (continuation of Deferred@647162707 after retry RPC after error@263294789) -> (continuation of Deferred@1501204647 after retry RPC after error@1122693048) -> (continuation of Deferred@1939033285 after retry RPC after error@1885023829) -> (continuation of Deferred@2099869521 after retry RPC after error@1747701859) -> (continuation of Deferred@20401351 after retry RPC after error@683143986) -> (continuation of Deferred@512924298 after retry RPC after error@671934963), errback=(continuation of Deferred@2135239431 after retry RPC after error@321980239) -> (continuation of Deferred@647162707 after retry RPC after error@263294789) -> (continuation of Deferred@1501204647 after retry RPC after error@1122693048) -> (continuation of Deferred@1939033285 after retry RPC after error@1885023829) -> (continuation of Deferred@2099869521 after retry RPC after error@1747701859) -> (continuation of Deferred@20401351 after retry RPC after error@683143986) -> (continuation of Deferred@512924298 after retry RPC after error@671934963)))
17:33:43.992 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1968937518(state=PENDING, result=null, callback=(continuation of Deferred@2135239431 after retry RPC after error@321980239) -> (continuation of Deferred@647162707 after retry RPC after error@263294789) -> (continuation of Deferred@1501204647 after retry RPC after error@1122693048) -> (continuation of Deferred@1939033285 after retry RPC after error@1885023829) -> (continuation of Deferred@2099869521 after retry RPC after error@1747701859) -> (continuation of Deferred@20401351 after retry RPC after error@683143986) -> (continuation of Deferred@512924298 after retry RPC after error@671934963), errback=(continuation of Deferred@2135239431 after retry RPC after error@321980239) -> (continuation of Deferred@647162707 after retry RPC after error@263294789) -> (continuation of Deferred@1501204647 after retry RPC after error@1122693048) -> (continuation of Deferred@1939033285 after retry RPC after error@1885023829) -> (continuation of Deferred@2099869521 after retry RPC after error@1747701859) -> (continuation of Deferred@20401351 after retry RPC after error@683143986) -> (continuation of Deferred@512924298 after retry RPC after error@671934963)))
17:33:44.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.009 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.009 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.010 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.030 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.049 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.050 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.069 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.069 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.070 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.089 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.090 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.189 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.209 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.229 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.230 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.231 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1095891941(state=PENDING, result=null, callback=(continuation of Deferred@1257271358 after retry RPC after error@1529569823) -> (continuation of Deferred@754977687 after retry RPC after error@1673544449) -> (continuation of Deferred@720940743 after retry RPC after error@717429277) -> (continuation of Deferred@120774753 after retry RPC after error@1712026573) -> (continuation of Deferred@166360925 after retry RPC after error@994805647) -> (continuation of Deferred@736778607 after retry RPC after error@381862596) -> (continuation of Deferred@1279791070 after retry RPC after error@727227943) -> (continuation of Deferred@1384155906 after retry RPC after error@1381283700), errback=(continuation of Deferred@1257271358 after retry RPC after error@1529569823) -> (continuation of Deferred@754977687 after retry RPC after error@1673544449) -> (continuation of Deferred@720940743 after retry RPC after error@717429277) -> (continuation of Deferred@120774753 after retry RPC after error@1712026573) -> (continuation of Deferred@166360925 after retry RPC after error@994805647) -> (continuation of Deferred@736778607 after retry RPC after error@381862596) -> (continuation of Deferred@1279791070 after retry RPC after error@727227943) -> (continuation of Deferred@1384155906 after retry RPC after error@1381283700)))
17:33:44.231 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1095891941(state=PENDING, result=null, callback=(continuation of Deferred@1257271358 after retry RPC after error@1529569823) -> (continuation of Deferred@754977687 after retry RPC after error@1673544449) -> (continuation of Deferred@720940743 after retry RPC after error@717429277) -> (continuation of Deferred@120774753 after retry RPC after error@1712026573) -> (continuation of Deferred@166360925 after retry RPC after error@994805647) -> (continuation of Deferred@736778607 after retry RPC after error@381862596) -> (continuation of Deferred@1279791070 after retry RPC after error@727227943) -> (continuation of Deferred@1384155906 after retry RPC after error@1381283700), errback=(continuation of Deferred@1257271358 after retry RPC after error@1529569823) -> (continuation of Deferred@754977687 after retry RPC after error@1673544449) -> (continuation of Deferred@720940743 after retry RPC after error@717429277) -> (continuation of Deferred@120774753 after retry RPC after error@1712026573) -> (continuation of Deferred@166360925 after retry RPC after error@994805647) -> (continuation of Deferred@736778607 after retry RPC after error@381862596) -> (continuation of Deferred@1279791070 after retry RPC after error@727227943) -> (continuation of Deferred@1384155906 after retry RPC after error@1381283700)))
17:33:44.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.249 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.250 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.270 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.288 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.288 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.289 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.290 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.309 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.309 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.329 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.329 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.329 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.349 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.350 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.369 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.370 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.469 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.471 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@707326740(state=PENDING, result=null, callback=(continuation of Deferred@213476541 after retry RPC after error@1776169969) -> (continuation of Deferred@2124784529 after retry RPC after error@335044354) -> (continuation of Deferred@1419988300 after retry RPC after error@1291496850) -> (continuation of Deferred@529540791 after retry RPC after error@1312909832) -> (continuation of Deferred@4626337 after retry RPC after error@432618502) -> (continuation of Deferred@133301270 after retry RPC after error@1109798858) -> (continuation of Deferred@1994998704 after retry RPC after error@646998119), errback=(continuation of Deferred@213476541 after retry RPC after error@1776169969) -> (continuation of Deferred@2124784529 after retry RPC after error@335044354) -> (continuation of Deferred@1419988300 after retry RPC after error@1291496850) -> (continuation of Deferred@529540791 after retry RPC after error@1312909832) -> (continuation of Deferred@4626337 after retry RPC after error@432618502) -> (continuation of Deferred@133301270 after retry RPC after error@1109798858) -> (continuation of Deferred@1994998704 after retry RPC after error@646998119)))
17:33:44.472 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [223ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@707326740(state=PENDING, result=null, callback=(continuation of Deferred@213476541 after retry RPC after error@1776169969) -> (continuation of Deferred@2124784529 after retry RPC after error@335044354) -> (continuation of Deferred@1419988300 after retry RPC after error@1291496850) -> (continuation of Deferred@529540791 after retry RPC after error@1312909832) -> (continuation of Deferred@4626337 after retry RPC after error@432618502) -> (continuation of Deferred@133301270 after retry RPC after error@1109798858) -> (continuation of Deferred@1994998704 after retry RPC after error@646998119), errback=(continuation of Deferred@213476541 after retry RPC after error@1776169969) -> (continuation of Deferred@2124784529 after retry RPC after error@335044354) -> (continuation of Deferred@1419988300 after retry RPC after error@1291496850) -> (continuation of Deferred@529540791 after retry RPC after error@1312909832) -> (continuation of Deferred@4626337 after retry RPC after error@432618502) -> (continuation of Deferred@133301270 after retry RPC after error@1109798858) -> (continuation of Deferred@1994998704 after retry RPC after error@646998119)))
17:33:44.490 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.491 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.493 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.509 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.529 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.529 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.529 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.529 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.529 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.548 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.548 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.550 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.569 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.569 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.589 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.589 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.649 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.649 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.651 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [18ms] refreshing cache from master, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [19ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [19ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [39ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [39ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [59ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [59ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [78ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [98ms] refreshing cache from master, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [158ms] refreshing cache from master, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [159ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1832920657(state=PENDING, result=null, callback=(continuation of Deferred@2049419381 after retry RPC after error@1988073883) -> (continuation of Deferred@1669794251 after retry RPC after error@253352260) -> (continuation of Deferred@1211804882 after retry RPC after error@1107511055) -> (continuation of Deferred@428988373 after retry RPC after error@1476656730) -> (continuation of Deferred@1161991604 after retry RPC after error@488741164) -> (continuation of Deferred@177850914 after retry RPC after error@1294926853), errback=(continuation of Deferred@2049419381 after retry RPC after error@1988073883) -> (continuation of Deferred@1669794251 after retry RPC after error@253352260) -> (continuation of Deferred@1211804882 after retry RPC after error@1107511055) -> (continuation of Deferred@428988373 after retry RPC after error@1476656730) -> (continuation of Deferred@1161991604 after retry RPC after error@488741164) -> (continuation of Deferred@177850914 after retry RPC after error@1294926853)))
17:33:44.652 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [18ms] refreshing cache from master, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [19ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [19ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [39ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [39ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [59ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [59ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [78ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [98ms] refreshing cache from master, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [158ms] refreshing cache from master, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [159ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1832920657(state=PENDING, result=null, callback=(continuation of Deferred@2049419381 after retry RPC after error@1988073883) -> (continuation of Deferred@1669794251 after retry RPC after error@253352260) -> (continuation of Deferred@1211804882 after retry RPC after error@1107511055) -> (continuation of Deferred@428988373 after retry RPC after error@1476656730) -> (continuation of Deferred@1161991604 after retry RPC after error@488741164) -> (continuation of Deferred@177850914 after retry RPC after error@1294926853), errback=(continuation of Deferred@2049419381 after retry RPC after error@1988073883) -> (continuation of Deferred@1669794251 after retry RPC after error@253352260) -> (continuation of Deferred@1211804882 after retry RPC after error@1107511055) -> (continuation of Deferred@428988373 after retry RPC after error@1476656730) -> (continuation of Deferred@1161991604 after retry RPC after error@488741164) -> (continuation of Deferred@177850914 after retry RPC after error@1294926853)))
17:33:44.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.669 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.689 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.730 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.749 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.749 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.769 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.769 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.830 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.831 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@465647255(state=PENDING, result=null, callback=(continuation of Deferred@1121701975 after retry RPC after error@1859486331) -> (continuation of Deferred@1280367155 after retry RPC after error@1580677280) -> (continuation of Deferred@1114772057 after retry RPC after error@7771702) -> (continuation of Deferred@1253922121 after retry RPC after error@757634694) -> (continuation of Deferred@2140842400 after retry RPC after error@1273579331) -> (continuation of Deferred@1801344106 after retry RPC after error@44786465), errback=(continuation of Deferred@1121701975 after retry RPC after error@1859486331) -> (continuation of Deferred@1280367155 after retry RPC after error@1580677280) -> (continuation of Deferred@1114772057 after retry RPC after error@7771702) -> (continuation of Deferred@1253922121 after retry RPC after error@757634694) -> (continuation of Deferred@2140842400 after retry RPC after error@1273579331) -> (continuation of Deferred@1801344106 after retry RPC after error@44786465)))
17:33:44.831 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@465647255(state=PENDING, result=null, callback=(continuation of Deferred@1121701975 after retry RPC after error@1859486331) -> (continuation of Deferred@1280367155 after retry RPC after error@1580677280) -> (continuation of Deferred@1114772057 after retry RPC after error@7771702) -> (continuation of Deferred@1253922121 after retry RPC after error@757634694) -> (continuation of Deferred@2140842400 after retry RPC after error@1273579331) -> (continuation of Deferred@1801344106 after retry RPC after error@44786465), errback=(continuation of Deferred@1121701975 after retry RPC after error@1859486331) -> (continuation of Deferred@1280367155 after retry RPC after error@1580677280) -> (continuation of Deferred@1114772057 after retry RPC after error@7771702) -> (continuation of Deferred@1253922121 after retry RPC after error@757634694) -> (continuation of Deferred@2140842400 after retry RPC after error@1273579331) -> (continuation of Deferred@1801344106 after retry RPC after error@44786465)))
17:33:44.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.850 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.889 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.889 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.890 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.908 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.909 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.930 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:44.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:44.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:44.949 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.949 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:44.949 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:44.950 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:45.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:45.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:45.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.030 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:45.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:45.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:45.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.089 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:45.091 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1630725311(state=PENDING, result=null, callback=(continuation of Deferred@59916508 after retry RPC after error@784226820) -> (continuation of Deferred@1913607264 after retry RPC after error@74334594) -> (continuation of Deferred@367748467 after retry RPC after error@1238983600) -> (continuation of Deferred@1107133119 after retry RPC after error@929675603) -> (continuation of Deferred@2036830768 after retry RPC after error@2074196559) -> (continuation of Deferred@1457793022 after retry RPC after error@750632784) -> (continuation of Deferred@1762549477 after retry RPC after error@520872521), errback=(continuation of Deferred@59916508 after retry RPC after error@784226820) -> (continuation of Deferred@1913607264 after retry RPC after error@74334594) -> (continuation of Deferred@367748467 after retry RPC after error@1238983600) -> (continuation of Deferred@1107133119 after retry RPC after error@929675603) -> (continuation of Deferred@2036830768 after retry RPC after error@2074196559) -> (continuation of Deferred@1457793022 after retry RPC after error@750632784) -> (continuation of Deferred@1762549477 after retry RPC after error@520872521)))
17:33:45.093 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1630725311(state=PENDING, result=null, callback=(continuation of Deferred@59916508 after retry RPC after error@784226820) -> (continuation of Deferred@1913607264 after retry RPC after error@74334594) -> (continuation of Deferred@367748467 after retry RPC after error@1238983600) -> (continuation of Deferred@1107133119 after retry RPC after error@929675603) -> (continuation of Deferred@2036830768 after retry RPC after error@2074196559) -> (continuation of Deferred@1457793022 after retry RPC after error@750632784) -> (continuation of Deferred@1762549477 after retry RPC after error@520872521), errback=(continuation of Deferred@59916508 after retry RPC after error@784226820) -> (continuation of Deferred@1913607264 after retry RPC after error@74334594) -> (continuation of Deferred@367748467 after retry RPC after error@1238983600) -> (continuation of Deferred@1107133119 after retry RPC after error@929675603) -> (continuation of Deferred@2036830768 after retry RPC after error@2074196559) -> (continuation of Deferred@1457793022 after retry RPC after error@750632784) -> (continuation of Deferred@1762549477 after retry RPC after error@520872521)))
17:33:45.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:45.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:45.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.110 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:45.129 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:45.129 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:45.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:45.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:45.149 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:45.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:45.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:45.169 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:45.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:45.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:45.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:45.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.189 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:45.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:45.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:45.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.209 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.210 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:45.288 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:45.288 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:45.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.289 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:45.291 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1928961099(state=PENDING, result=null, callback=(continuation of Deferred@612141281 after retry RPC after error@598395675) -> (continuation of Deferred@1876361703 after retry RPC after error@1366475666) -> (continuation of Deferred@294220509 after retry RPC after error@1687060964) -> (continuation of Deferred@855731371 after retry RPC after error@1957189386) -> (continuation of Deferred@778947800 after retry RPC after error@1056762192) -> (continuation of Deferred@111197712 after retry RPC after error@805743049), errback=(continuation of Deferred@612141281 after retry RPC after error@598395675) -> (continuation of Deferred@1876361703 after retry RPC after error@1366475666) -> (continuation of Deferred@294220509 after retry RPC after error@1687060964) -> (continuation of Deferred@855731371 after retry RPC after error@1957189386) -> (continuation of Deferred@778947800 after retry RPC after error@1056762192) -> (continuation of Deferred@111197712 after retry RPC after error@805743049)))
17:33:45.291 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1928961099(state=PENDING, result=null, callback=(continuation of Deferred@612141281 after retry RPC after error@598395675) -> (continuation of Deferred@1876361703 after retry RPC after error@1366475666) -> (continuation of Deferred@294220509 after retry RPC after error@1687060964) -> (continuation of Deferred@855731371 after retry RPC after error@1957189386) -> (continuation of Deferred@778947800 after retry RPC after error@1056762192) -> (continuation of Deferred@111197712 after retry RPC after error@805743049), errback=(continuation of Deferred@612141281 after retry RPC after error@598395675) -> (continuation of Deferred@1876361703 after retry RPC after error@1366475666) -> (continuation of Deferred@294220509 after retry RPC after error@1687060964) -> (continuation of Deferred@855731371 after retry RPC after error@1957189386) -> (continuation of Deferred@778947800 after retry RPC after error@1056762192) -> (continuation of Deferred@111197712 after retry RPC after error@805743049)))
17:33:45.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:45.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:45.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:45.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:45.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:45.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.330 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:45.349 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:45.349 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:45.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:45.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:45.369 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:45.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.370 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:45.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:45.389 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:45.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:45.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:45.409 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:45.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:45.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:45.469 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:45.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:45.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:45.535629 30600 master_runner.cc:186] Error getting master registration for 127.29.223.125:43795: Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111),
17:33:45.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:45.535799 30600 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:33:45.548 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:45.549 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:45.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:45.555 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1914298228(state=PENDING, result=null, callback=(continuation of Deferred@939609889 after retry RPC after error@90252829) -> (continuation of Deferred@1943708858 after retry RPC after error@1334061002) -> (continuation of Deferred@2102268252 after retry RPC after error@1897107750) -> (continuation of Deferred@1472857290 after retry RPC after error@958321550) -> (continuation of Deferred@878178560 after retry RPC after error@1503710221) -> (continuation of Deferred@1590394791 after retry RPC after error@285623635) -> (continuation of Deferred@441612674 after retry RPC after error@1171070561), errback=(continuation of Deferred@939609889 after retry RPC after error@90252829) -> (continuation of Deferred@1943708858 after retry RPC after error@1334061002) -> (continuation of Deferred@2102268252 after retry RPC after error@1897107750) -> (continuation of Deferred@1472857290 after retry RPC after error@958321550) -> (continuation of Deferred@878178560 after retry RPC after error@1503710221) -> (continuation of Deferred@1590394791 after retry RPC after error@285623635) -> (continuation of Deferred@441612674 after retry RPC after error@1171070561)))
17:33:45.555 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1914298228(state=PENDING, result=null, callback=(continuation of Deferred@939609889 after retry RPC after error@90252829) -> (continuation of Deferred@1943708858 after retry RPC after error@1334061002) -> (continuation of Deferred@2102268252 after retry RPC after error@1897107750) -> (continuation of Deferred@1472857290 after retry RPC after error@958321550) -> (continuation of Deferred@878178560 after retry RPC after error@1503710221) -> (continuation of Deferred@1590394791 after retry RPC after error@285623635) -> (continuation of Deferred@441612674 after retry RPC after error@1171070561), errback=(continuation of Deferred@939609889 after retry RPC after error@90252829) -> (continuation of Deferred@1943708858 after retry RPC after error@1334061002) -> (continuation of Deferred@2102268252 after retry RPC after error@1897107750) -> (continuation of Deferred@1472857290 after retry RPC after error@958321550) -> (continuation of Deferred@878178560 after retry RPC after error@1503710221) -> (continuation of Deferred@1590394791 after retry RPC after error@285623635) -> (continuation of Deferred@441612674 after retry RPC after error@1171070561)))
17:33:45.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:45.569 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:45.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:45.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:45.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:45.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.589 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.589 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.589 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:45.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:45.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:45.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.610 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:45.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:45.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:45.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.630 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:45.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:45.649 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:45.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.649 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:45.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:45.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:45.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.669 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:45.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:45.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:45.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:45.731 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@221483264(state=PENDING, result=null, callback=(continuation of Deferred@1970616426 after retry RPC after error@1663364690) -> (continuation of Deferred@1703445474 after retry RPC after error@1956816322) -> (continuation of Deferred@684221780 after retry RPC after error@1826244705) -> (continuation of Deferred@1298940299 after retry RPC after error@738292049) -> (continuation of Deferred@1200112448 after retry RPC after error@2041545360) -> (continuation of Deferred@1457583159 after retry RPC after error@1909230659), errback=(continuation of Deferred@1970616426 after retry RPC after error@1663364690) -> (continuation of Deferred@1703445474 after retry RPC after error@1956816322) -> (continuation of Deferred@684221780 after retry RPC after error@1826244705) -> (continuation of Deferred@1298940299 after retry RPC after error@738292049) -> (continuation of Deferred@1200112448 after retry RPC after error@2041545360) -> (continuation of Deferred@1457583159 after retry RPC after error@1909230659)))
17:33:45.732 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@221483264(state=PENDING, result=null, callback=(continuation of Deferred@1970616426 after retry RPC after error@1663364690) -> (continuation of Deferred@1703445474 after retry RPC after error@1956816322) -> (continuation of Deferred@684221780 after retry RPC after error@1826244705) -> (continuation of Deferred@1298940299 after retry RPC after error@738292049) -> (continuation of Deferred@1200112448 after retry RPC after error@2041545360) -> (continuation of Deferred@1457583159 after retry RPC after error@1909230659), errback=(continuation of Deferred@1970616426 after retry RPC after error@1663364690) -> (continuation of Deferred@1703445474 after retry RPC after error@1956816322) -> (continuation of Deferred@684221780 after retry RPC after error@1826244705) -> (continuation of Deferred@1298940299 after retry RPC after error@738292049) -> (continuation of Deferred@1200112448 after retry RPC after error@2041545360) -> (continuation of Deferred@1457583159 after retry RPC after error@1909230659)))
17:33:45.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:45.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:45.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.749 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.750 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:45.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:45.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:45.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.769 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.770 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:45.789 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:45.789 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:45.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:45.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:45.809 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:45.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:45.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:45.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:45.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.830 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:45.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:45.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:45.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.870 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:45.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:45.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:45.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.930 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:45.988 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:45.988 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:45.989 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.989 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.989 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:45.989 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:45.990 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:45.991 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@2002065816(state=PENDING, result=null, callback=(continuation of Deferred@567346911 after retry RPC after error@413297464) -> (continuation of Deferred@932604435 after retry RPC after error@1758473376) -> (continuation of Deferred@1092495515 after retry RPC after error@1248747563) -> (continuation of Deferred@1311530375 after retry RPC after error@670096846) -> (continuation of Deferred@395993947 after retry RPC after error@785131195) -> (continuation of Deferred@44078720 after retry RPC after error@597632439) -> (continuation of Deferred@1734023716 after retry RPC after error@678236554), errback=(continuation of Deferred@567346911 after retry RPC after error@413297464) -> (continuation of Deferred@932604435 after retry RPC after error@1758473376) -> (continuation of Deferred@1092495515 after retry RPC after error@1248747563) -> (continuation of Deferred@1311530375 after retry RPC after error@670096846) -> (continuation of Deferred@395993947 after retry RPC after error@785131195) -> (continuation of Deferred@44078720 after retry RPC after error@597632439) -> (continuation of Deferred@1734023716 after retry RPC after error@678236554)))
17:33:45.991 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@2002065816(state=PENDING, result=null, callback=(continuation of Deferred@567346911 after retry RPC after error@413297464) -> (continuation of Deferred@932604435 after retry RPC after error@1758473376) -> (continuation of Deferred@1092495515 after retry RPC after error@1248747563) -> (continuation of Deferred@1311530375 after retry RPC after error@670096846) -> (continuation of Deferred@395993947 after retry RPC after error@785131195) -> (continuation of Deferred@44078720 after retry RPC after error@597632439) -> (continuation of Deferred@1734023716 after retry RPC after error@678236554), errback=(continuation of Deferred@567346911 after retry RPC after error@413297464) -> (continuation of Deferred@932604435 after retry RPC after error@1758473376) -> (continuation of Deferred@1092495515 after retry RPC after error@1248747563) -> (continuation of Deferred@1311530375 after retry RPC after error@670096846) -> (continuation of Deferred@395993947 after retry RPC after error@785131195) -> (continuation of Deferred@44078720 after retry RPC after error@597632439) -> (continuation of Deferred@1734023716 after retry RPC after error@678236554)))
17:33:46.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.009 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.010 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.029 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.049 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.049 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.050 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.070 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.089 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.089 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.129 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.129 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.149 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.189 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.191 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1612405917(state=PENDING, result=null, callback=(continuation of Deferred@1201227885 after retry RPC after error@1366572077) -> (continuation of Deferred@204324960 after retry RPC after error@912825036) -> (continuation of Deferred@1002399308 after retry RPC after error@1272619074) -> (continuation of Deferred@689330073 after retry RPC after error@1541019277) -> (continuation of Deferred@462919356 after retry RPC after error@89255228) -> (continuation of Deferred@509659280 after retry RPC after error@361094063) -> (continuation of Deferred@847289813 after retry RPC after error@951238324), errback=(continuation of Deferred@1201227885 after retry RPC after error@1366572077) -> (continuation of Deferred@204324960 after retry RPC after error@912825036) -> (continuation of Deferred@1002399308 after retry RPC after error@1272619074) -> (continuation of Deferred@689330073 after retry RPC after error@1541019277) -> (continuation of Deferred@462919356 after retry RPC after error@89255228) -> (continuation of Deferred@509659280 after retry RPC after error@361094063) -> (continuation of Deferred@847289813 after retry RPC after error@951238324)))
17:33:46.192 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1612405917(state=PENDING, result=null, callback=(continuation of Deferred@1201227885 after retry RPC after error@1366572077) -> (continuation of Deferred@204324960 after retry RPC after error@912825036) -> (continuation of Deferred@1002399308 after retry RPC after error@1272619074) -> (continuation of Deferred@689330073 after retry RPC after error@1541019277) -> (continuation of Deferred@462919356 after retry RPC after error@89255228) -> (continuation of Deferred@509659280 after retry RPC after error@361094063) -> (continuation of Deferred@847289813 after retry RPC after error@951238324), errback=(continuation of Deferred@1201227885 after retry RPC after error@1366572077) -> (continuation of Deferred@204324960 after retry RPC after error@912825036) -> (continuation of Deferred@1002399308 after retry RPC after error@1272619074) -> (continuation of Deferred@689330073 after retry RPC after error@1541019277) -> (continuation of Deferred@462919356 after retry RPC after error@89255228) -> (continuation of Deferred@509659280 after retry RPC after error@361094063) -> (continuation of Deferred@847289813 after retry RPC after error@951238324)))
17:33:46.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.209 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.210 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.229 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.230 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.250 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.269 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.288 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.289 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.289 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.309 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.329 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.329 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.330 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.429 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.430 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.431 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1971847652(state=PENDING, result=null, callback=(continuation of Deferred@655552405 after retry RPC after error@1009077172) -> (continuation of Deferred@373861790 after retry RPC after error@595204498) -> (continuation of Deferred@321139759 after retry RPC after error@88778004) -> (continuation of Deferred@1455283326 after retry RPC after error@637073842) -> (continuation of Deferred@391066734 after retry RPC after error@1199395222) -> (continuation of Deferred@2132486955 after retry RPC after error@499939347) -> (continuation of Deferred@1934541696 after retry RPC after error@1578290590), errback=(continuation of Deferred@655552405 after retry RPC after error@1009077172) -> (continuation of Deferred@373861790 after retry RPC after error@595204498) -> (continuation of Deferred@321139759 after retry RPC after error@88778004) -> (continuation of Deferred@1455283326 after retry RPC after error@637073842) -> (continuation of Deferred@391066734 after retry RPC after error@1199395222) -> (continuation of Deferred@2132486955 after retry RPC after error@499939347) -> (continuation of Deferred@1934541696 after retry RPC after error@1578290590)))
17:33:46.431 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1971847652(state=PENDING, result=null, callback=(continuation of Deferred@655552405 after retry RPC after error@1009077172) -> (continuation of Deferred@373861790 after retry RPC after error@595204498) -> (continuation of Deferred@321139759 after retry RPC after error@88778004) -> (continuation of Deferred@1455283326 after retry RPC after error@637073842) -> (continuation of Deferred@391066734 after retry RPC after error@1199395222) -> (continuation of Deferred@2132486955 after retry RPC after error@499939347) -> (continuation of Deferred@1934541696 after retry RPC after error@1578290590), errback=(continuation of Deferred@655552405 after retry RPC after error@1009077172) -> (continuation of Deferred@373861790 after retry RPC after error@595204498) -> (continuation of Deferred@321139759 after retry RPC after error@88778004) -> (continuation of Deferred@1455283326 after retry RPC after error@637073842) -> (continuation of Deferred@391066734 after retry RPC after error@1199395222) -> (continuation of Deferred@2132486955 after retry RPC after error@499939347) -> (continuation of Deferred@1934541696 after retry RPC after error@1578290590)))
17:33:46.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.470 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.489 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.489 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:46.506603 31255 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 1)
17:33:46.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:46.507925 31255 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '35b0695db7f546f88a2abe2fa5454ba3', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '35b0695db7f546f88a2abe2fa5454ba3', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 1)
17:33:46.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.509 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:46.509446 31256 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.29.223.124:37551)
17:33:46.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.529 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.529 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.529 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.529 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.529 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.570 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.689 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.691 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1424823783(state=PENDING, result=null, callback=(continuation of Deferred@1796093525 after retry RPC after error@275860610) -> (continuation of Deferred@1394760536 after retry RPC after error@1868316406) -> (continuation of Deferred@1979322838 after retry RPC after error@1869960887) -> (continuation of Deferred@785131674 after retry RPC after error@552147003) -> (continuation of Deferred@87607633 after retry RPC after error@1086191535) -> (continuation of Deferred@268083162 after retry RPC after error@1740273374) -> (continuation of Deferred@613108025 after retry RPC after error@195347080), errback=(continuation of Deferred@1796093525 after retry RPC after error@275860610) -> (continuation of Deferred@1394760536 after retry RPC after error@1868316406) -> (continuation of Deferred@1979322838 after retry RPC after error@1869960887) -> (continuation of Deferred@785131674 after retry RPC after error@552147003) -> (continuation of Deferred@87607633 after retry RPC after error@1086191535) -> (continuation of Deferred@268083162 after retry RPC after error@1740273374) -> (continuation of Deferred@613108025 after retry RPC after error@195347080)))
17:33:46.692 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1424823783(state=PENDING, result=null, callback=(continuation of Deferred@1796093525 after retry RPC after error@275860610) -> (continuation of Deferred@1394760536 after retry RPC after error@1868316406) -> (continuation of Deferred@1979322838 after retry RPC after error@1869960887) -> (continuation of Deferred@785131674 after retry RPC after error@552147003) -> (continuation of Deferred@87607633 after retry RPC after error@1086191535) -> (continuation of Deferred@268083162 after retry RPC after error@1740273374) -> (continuation of Deferred@613108025 after retry RPC after error@195347080), errback=(continuation of Deferred@1796093525 after retry RPC after error@275860610) -> (continuation of Deferred@1394760536 after retry RPC after error@1868316406) -> (continuation of Deferred@1979322838 after retry RPC after error@1869960887) -> (continuation of Deferred@785131674 after retry RPC after error@552147003) -> (continuation of Deferred@87607633 after retry RPC after error@1086191535) -> (continuation of Deferred@268083162 after retry RPC after error@1740273374) -> (continuation of Deferred@613108025 after retry RPC after error@195347080)))
17:33:46.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.710 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.729 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.749 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.750 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.769 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.769 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.770 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.789 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.789 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.829 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.830 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.889 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.889 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.889 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.949 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.950 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.950 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [240ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@627416193(state=PENDING, result=null, callback=(continuation of Deferred@6532956 after retry RPC after error@1559905263) -> (continuation of Deferred@850058313 after retry RPC after error@992136969) -> (continuation of Deferred@648453758 after retry RPC after error@684545150) -> (continuation of Deferred@1289850298 after retry RPC after error@1637243304) -> (continuation of Deferred@1934716554 after retry RPC after error@830323258) -> (continuation of Deferred@1907457522 after retry RPC after error@574169461) -> (continuation of Deferred@1516519046 after retry RPC after error@110424986), errback=(continuation of Deferred@6532956 after retry RPC after error@1559905263) -> (continuation of Deferred@850058313 after retry RPC after error@992136969) -> (continuation of Deferred@648453758 after retry RPC after error@684545150) -> (continuation of Deferred@1289850298 after retry RPC after error@1637243304) -> (continuation of Deferred@1934716554 after retry RPC after error@830323258) -> (continuation of Deferred@1907457522 after retry RPC after error@574169461) -> (continuation of Deferred@1516519046 after retry RPC after error@110424986)))
17:33:46.951 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [240ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@627416193(state=PENDING, result=null, callback=(continuation of Deferred@6532956 after retry RPC after error@1559905263) -> (continuation of Deferred@850058313 after retry RPC after error@992136969) -> (continuation of Deferred@648453758 after retry RPC after error@684545150) -> (continuation of Deferred@1289850298 after retry RPC after error@1637243304) -> (continuation of Deferred@1934716554 after retry RPC after error@830323258) -> (continuation of Deferred@1907457522 after retry RPC after error@574169461) -> (continuation of Deferred@1516519046 after retry RPC after error@110424986), errback=(continuation of Deferred@6532956 after retry RPC after error@1559905263) -> (continuation of Deferred@850058313 after retry RPC after error@992136969) -> (continuation of Deferred@648453758 after retry RPC after error@684545150) -> (continuation of Deferred@1289850298 after retry RPC after error@1637243304) -> (continuation of Deferred@1934716554 after retry RPC after error@830323258) -> (continuation of Deferred@1907457522 after retry RPC after error@574169461) -> (continuation of Deferred@1516519046 after retry RPC after error@110424986)))
17:33:46.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.969 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:46.988 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:46.989 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:46.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.989 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.989 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:46.989 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.989 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:46.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.009 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.009 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.009 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.030 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.049 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.050 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.069 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.069 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.150 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.150 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@708548860(state=PENDING, result=null, callback=(continuation of Deferred@1597829201 after retry RPC after error@1613554614) -> (continuation of Deferred@906540475 after retry RPC after error@1082275838) -> (continuation of Deferred@2021980615 after retry RPC after error@2134017074) -> (continuation of Deferred@216285954 after retry RPC after error@1569241255) -> (continuation of Deferred@35469328 after retry RPC after error@1776627573) -> (continuation of Deferred@1194822936 after retry RPC after error@1600276697) -> (continuation of Deferred@886318749 after retry RPC after error@1946827253), errback=(continuation of Deferred@1597829201 after retry RPC after error@1613554614) -> (continuation of Deferred@906540475 after retry RPC after error@1082275838) -> (continuation of Deferred@2021980615 after retry RPC after error@2134017074) -> (continuation of Deferred@216285954 after retry RPC after error@1569241255) -> (continuation of Deferred@35469328 after retry RPC after error@1776627573) -> (continuation of Deferred@1194822936 after retry RPC after error@1600276697) -> (continuation of Deferred@886318749 after retry RPC after error@1946827253)))
17:33:47.151 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@708548860(state=PENDING, result=null, callback=(continuation of Deferred@1597829201 after retry RPC after error@1613554614) -> (continuation of Deferred@906540475 after retry RPC after error@1082275838) -> (continuation of Deferred@2021980615 after retry RPC after error@2134017074) -> (continuation of Deferred@216285954 after retry RPC after error@1569241255) -> (continuation of Deferred@35469328 after retry RPC after error@1776627573) -> (continuation of Deferred@1194822936 after retry RPC after error@1600276697) -> (continuation of Deferred@886318749 after retry RPC after error@1946827253), errback=(continuation of Deferred@1597829201 after retry RPC after error@1613554614) -> (continuation of Deferred@906540475 after retry RPC after error@1082275838) -> (continuation of Deferred@2021980615 after retry RPC after error@2134017074) -> (continuation of Deferred@216285954 after retry RPC after error@1569241255) -> (continuation of Deferred@35469328 after retry RPC after error@1776627573) -> (continuation of Deferred@1194822936 after retry RPC after error@1600276697) -> (continuation of Deferred@886318749 after retry RPC after error@1946827253)))
17:33:47.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.169 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.189 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.190 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.209 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.210 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.229 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.229 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.249 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.249 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.269 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.270 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.349 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.352 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@2064566281(state=PENDING, result=null, callback=(continuation of Deferred@1988809984 after retry RPC after error@205130842) -> (continuation of Deferred@307247685 after retry RPC after error@529786502) -> (continuation of Deferred@1066472097 after retry RPC after error@1662357973) -> (continuation of Deferred@1887706592 after retry RPC after error@1889759904) -> (continuation of Deferred@1192256015 after retry RPC after error@147118081) -> (continuation of Deferred@1484767204 after retry RPC after error@857927737), errback=(continuation of Deferred@1988809984 after retry RPC after error@205130842) -> (continuation of Deferred@307247685 after retry RPC after error@529786502) -> (continuation of Deferred@1066472097 after retry RPC after error@1662357973) -> (continuation of Deferred@1887706592 after retry RPC after error@1889759904) -> (continuation of Deferred@1192256015 after retry RPC after error@147118081) -> (continuation of Deferred@1484767204 after retry RPC after error@857927737)))
17:33:47.352 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@2064566281(state=PENDING, result=null, callback=(continuation of Deferred@1988809984 after retry RPC after error@205130842) -> (continuation of Deferred@307247685 after retry RPC after error@529786502) -> (continuation of Deferred@1066472097 after retry RPC after error@1662357973) -> (continuation of Deferred@1887706592 after retry RPC after error@1889759904) -> (continuation of Deferred@1192256015 after retry RPC after error@147118081) -> (continuation of Deferred@1484767204 after retry RPC after error@857927737), errback=(continuation of Deferred@1988809984 after retry RPC after error@205130842) -> (continuation of Deferred@307247685 after retry RPC after error@529786502) -> (continuation of Deferred@1066472097 after retry RPC after error@1662357973) -> (continuation of Deferred@1887706592 after retry RPC after error@1889759904) -> (continuation of Deferred@1192256015 after retry RPC after error@147118081) -> (continuation of Deferred@1484767204 after retry RPC after error@857927737)))
17:33:47.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.369 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.370 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.389 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.390 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.409 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.409 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.429 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.430 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.489 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.489 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.529 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.529 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.529 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.529 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.530 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.531 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@684483933(state=PENDING, result=null, callback=(continuation of Deferred@541335245 after retry RPC after error@452660329) -> (continuation of Deferred@1192584856 after retry RPC after error@213390762) -> (continuation of Deferred@202031238 after retry RPC after error@1313869098) -> (continuation of Deferred@572359646 after retry RPC after error@1850005362) -> (continuation of Deferred@881861836 after retry RPC after error@2053592617) -> (continuation of Deferred@883567048 after retry RPC after error@2082309992) -> (continuation of Deferred@1235118691 after retry RPC after error@151567207), errback=(continuation of Deferred@541335245 after retry RPC after error@452660329) -> (continuation of Deferred@1192584856 after retry RPC after error@213390762) -> (continuation of Deferred@202031238 after retry RPC after error@1313869098) -> (continuation of Deferred@572359646 after retry RPC after error@1850005362) -> (continuation of Deferred@881861836 after retry RPC after error@2053592617) -> (continuation of Deferred@883567048 after retry RPC after error@2082309992) -> (continuation of Deferred@1235118691 after retry RPC after error@151567207)))
17:33:47.531 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@684483933(state=PENDING, result=null, callback=(continuation of Deferred@541335245 after retry RPC after error@452660329) -> (continuation of Deferred@1192584856 after retry RPC after error@213390762) -> (continuation of Deferred@202031238 after retry RPC after error@1313869098) -> (continuation of Deferred@572359646 after retry RPC after error@1850005362) -> (continuation of Deferred@881861836 after retry RPC after error@2053592617) -> (continuation of Deferred@883567048 after retry RPC after error@2082309992) -> (continuation of Deferred@1235118691 after retry RPC after error@151567207), errback=(continuation of Deferred@541335245 after retry RPC after error@452660329) -> (continuation of Deferred@1192584856 after retry RPC after error@213390762) -> (continuation of Deferred@202031238 after retry RPC after error@1313869098) -> (continuation of Deferred@572359646 after retry RPC after error@1850005362) -> (continuation of Deferred@881861836 after retry RPC after error@2053592617) -> (continuation of Deferred@883567048 after retry RPC after error@2082309992) -> (continuation of Deferred@1235118691 after retry RPC after error@151567207)))
17:33:47.549 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.549 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.569 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.589 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.589 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.589 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.590 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.610 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.630 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.649 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.649 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.689 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.689 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.689 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.749 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.750 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.751 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [200ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1447800629(state=PENDING, result=null, callback=(continuation of Deferred@1498211748 after retry RPC after error@1862791147) -> (continuation of Deferred@838697152 after retry RPC after error@977581005) -> (continuation of Deferred@68878564 after retry RPC after error@1421074235) -> (continuation of Deferred@160804589 after retry RPC after error@382779081) -> (continuation of Deferred@1250984151 after retry RPC after error@1098937) -> (continuation of Deferred@618066064 after retry RPC after error@929248309) -> (continuation of Deferred@2033949750 after retry RPC after error@2131278500), errback=(continuation of Deferred@1498211748 after retry RPC after error@1862791147) -> (continuation of Deferred@838697152 after retry RPC after error@977581005) -> (continuation of Deferred@68878564 after retry RPC after error@1421074235) -> (continuation of Deferred@160804589 after retry RPC after error@382779081) -> (continuation of Deferred@1250984151 after retry RPC after error@1098937) -> (continuation of Deferred@618066064 after retry RPC after error@929248309) -> (continuation of Deferred@2033949750 after retry RPC after error@2131278500)))
17:33:47.751 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [200ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1447800629(state=PENDING, result=null, callback=(continuation of Deferred@1498211748 after retry RPC after error@1862791147) -> (continuation of Deferred@838697152 after retry RPC after error@977581005) -> (continuation of Deferred@68878564 after retry RPC after error@1421074235) -> (continuation of Deferred@160804589 after retry RPC after error@382779081) -> (continuation of Deferred@1250984151 after retry RPC after error@1098937) -> (continuation of Deferred@618066064 after retry RPC after error@929248309) -> (continuation of Deferred@2033949750 after retry RPC after error@2131278500), errback=(continuation of Deferred@1498211748 after retry RPC after error@1862791147) -> (continuation of Deferred@838697152 after retry RPC after error@977581005) -> (continuation of Deferred@68878564 after retry RPC after error@1421074235) -> (continuation of Deferred@160804589 after retry RPC after error@382779081) -> (continuation of Deferred@1250984151 after retry RPC after error@1098937) -> (continuation of Deferred@618066064 after retry RPC after error@929248309) -> (continuation of Deferred@2033949750 after retry RPC after error@2131278500)))
17:33:47.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.769 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.769 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.770 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.789 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.810 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.829 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.829 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.849 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.850 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.870 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.908 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.908 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.909 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.909 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.910 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.929 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.930 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.931 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1821917183(state=PENDING, result=null, callback=(continuation of Deferred@963500111 after retry RPC after error@969586212) -> (continuation of Deferred@1766212266 after retry RPC after error@1141702586) -> (continuation of Deferred@326428884 after retry RPC after error@2145584904) -> (continuation of Deferred@611014988 after retry RPC after error@121209684) -> (continuation of Deferred@868215087 after retry RPC after error@1417900823) -> (continuation of Deferred@710734322 after retry RPC after error@1630856398) -> (continuation of Deferred@755933014 after retry RPC after error@1658473003), errback=(continuation of Deferred@963500111 after retry RPC after error@969586212) -> (continuation of Deferred@1766212266 after retry RPC after error@1141702586) -> (continuation of Deferred@326428884 after retry RPC after error@2145584904) -> (continuation of Deferred@611014988 after retry RPC after error@121209684) -> (continuation of Deferred@868215087 after retry RPC after error@1417900823) -> (continuation of Deferred@710734322 after retry RPC after error@1630856398) -> (continuation of Deferred@755933014 after retry RPC after error@1658473003)))
17:33:47.931 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1821917183(state=PENDING, result=null, callback=(continuation of Deferred@963500111 after retry RPC after error@969586212) -> (continuation of Deferred@1766212266 after retry RPC after error@1141702586) -> (continuation of Deferred@326428884 after retry RPC after error@2145584904) -> (continuation of Deferred@611014988 after retry RPC after error@121209684) -> (continuation of Deferred@868215087 after retry RPC after error@1417900823) -> (continuation of Deferred@710734322 after retry RPC after error@1630856398) -> (continuation of Deferred@755933014 after retry RPC after error@1658473003), errback=(continuation of Deferred@963500111 after retry RPC after error@969586212) -> (continuation of Deferred@1766212266 after retry RPC after error@1141702586) -> (continuation of Deferred@326428884 after retry RPC after error@2145584904) -> (continuation of Deferred@611014988 after retry RPC after error@121209684) -> (continuation of Deferred@868215087 after retry RPC after error@1417900823) -> (continuation of Deferred@710734322 after retry RPC after error@1630856398) -> (continuation of Deferred@755933014 after retry RPC after error@1658473003)))
17:33:47.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.949 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.949 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.949 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.970 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:47.989 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:47.989 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:47.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:47.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:47.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.009 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.010 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.029 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.049 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.049 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.050 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.069 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.149 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.151 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@128132145(state=PENDING, result=null, callback=(continuation of Deferred@1050633067 after retry RPC after error@820569918) -> (continuation of Deferred@1098011577 after retry RPC after error@1601070346) -> (continuation of Deferred@439341495 after retry RPC after error@1837696219) -> (continuation of Deferred@1043688776 after retry RPC after error@308218289) -> (continuation of Deferred@1981403172 after retry RPC after error@1393798624) -> (continuation of Deferred@1180288487 after retry RPC after error@740380188) -> (continuation of Deferred@335622988 after retry RPC after error@1513349249), errback=(continuation of Deferred@1050633067 after retry RPC after error@820569918) -> (continuation of Deferred@1098011577 after retry RPC after error@1601070346) -> (continuation of Deferred@439341495 after retry RPC after error@1837696219) -> (continuation of Deferred@1043688776 after retry RPC after error@308218289) -> (continuation of Deferred@1981403172 after retry RPC after error@1393798624) -> (continuation of Deferred@1180288487 after retry RPC after error@740380188) -> (continuation of Deferred@335622988 after retry RPC after error@1513349249)))
17:33:48.152 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@128132145(state=PENDING, result=null, callback=(continuation of Deferred@1050633067 after retry RPC after error@820569918) -> (continuation of Deferred@1098011577 after retry RPC after error@1601070346) -> (continuation of Deferred@439341495 after retry RPC after error@1837696219) -> (continuation of Deferred@1043688776 after retry RPC after error@308218289) -> (continuation of Deferred@1981403172 after retry RPC after error@1393798624) -> (continuation of Deferred@1180288487 after retry RPC after error@740380188) -> (continuation of Deferred@335622988 after retry RPC after error@1513349249), errback=(continuation of Deferred@1050633067 after retry RPC after error@820569918) -> (continuation of Deferred@1098011577 after retry RPC after error@1601070346) -> (continuation of Deferred@439341495 after retry RPC after error@1837696219) -> (continuation of Deferred@1043688776 after retry RPC after error@308218289) -> (continuation of Deferred@1981403172 after retry RPC after error@1393798624) -> (continuation of Deferred@1180288487 after retry RPC after error@740380188) -> (continuation of Deferred@335622988 after retry RPC after error@1513349249)))
17:33:48.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.170 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.189 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.190 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.209 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.209 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.210 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.229 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.229 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.329 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.329 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.330 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.409 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.411 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1547996509(state=PENDING, result=null, callback=(continuation of Deferred@1806283408 after retry RPC after error@1801069354) -> (continuation of Deferred@2119047005 after retry RPC after error@110646188) -> (continuation of Deferred@545475805 after retry RPC after error@452618388) -> (continuation of Deferred@335573097 after retry RPC after error@1346458742) -> (continuation of Deferred@1780354823 after retry RPC after error@602502168) -> (continuation of Deferred@889047860 after retry RPC after error@1858460473) -> (continuation of Deferred@1949927377 after retry RPC after error@471360762), errback=(continuation of Deferred@1806283408 after retry RPC after error@1801069354) -> (continuation of Deferred@2119047005 after retry RPC after error@110646188) -> (continuation of Deferred@545475805 after retry RPC after error@452618388) -> (continuation of Deferred@335573097 after retry RPC after error@1346458742) -> (continuation of Deferred@1780354823 after retry RPC after error@602502168) -> (continuation of Deferred@889047860 after retry RPC after error@1858460473) -> (continuation of Deferred@1949927377 after retry RPC after error@471360762)))
17:33:48.412 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1547996509(state=PENDING, result=null, callback=(continuation of Deferred@1806283408 after retry RPC after error@1801069354) -> (continuation of Deferred@2119047005 after retry RPC after error@110646188) -> (continuation of Deferred@545475805 after retry RPC after error@452618388) -> (continuation of Deferred@335573097 after retry RPC after error@1346458742) -> (continuation of Deferred@1780354823 after retry RPC after error@602502168) -> (continuation of Deferred@889047860 after retry RPC after error@1858460473) -> (continuation of Deferred@1949927377 after retry RPC after error@471360762), errback=(continuation of Deferred@1806283408 after retry RPC after error@1801069354) -> (continuation of Deferred@2119047005 after retry RPC after error@110646188) -> (continuation of Deferred@545475805 after retry RPC after error@452618388) -> (continuation of Deferred@335573097 after retry RPC after error@1346458742) -> (continuation of Deferred@1780354823 after retry RPC after error@602502168) -> (continuation of Deferred@889047860 after retry RPC after error@1858460473) -> (continuation of Deferred@1949927377 after retry RPC after error@471360762)))
17:33:48.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.429 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.450 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.470 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.489 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.489 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.489 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.509 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.529 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.529 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.529 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.529 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.529 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.530 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.548 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.548 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.550 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.630 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.669 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.671 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@208630613(state=PENDING, result=null, callback=(continuation of Deferred@1052892041 after retry RPC after error@1751234938) -> (continuation of Deferred@1760372831 after retry RPC after error@535763916) -> (continuation of Deferred@801281579 after retry RPC after error@1250775232) -> (continuation of Deferred@1268987422 after retry RPC after error@754283997) -> (continuation of Deferred@398314918 after retry RPC after error@924226753) -> (continuation of Deferred@1700222971 after retry RPC after error@1653312785) -> (continuation of Deferred@463645723 after retry RPC after error@403804978) -> (continuation of Deferred@1202120516 after retry RPC after error@2038110628), errback=(continuation of Deferred@1052892041 after retry RPC after error@1751234938) -> (continuation of Deferred@1760372831 after retry RPC after error@535763916) -> (continuation of Deferred@801281579 after retry RPC after error@1250775232) -> (continuation of Deferred@1268987422 after retry RPC after error@754283997) -> (continuation of Deferred@398314918 after retry RPC after error@924226753) -> (continuation of Deferred@1700222971 after retry RPC after error@1653312785) -> (continuation of Deferred@463645723 after retry RPC after error@403804978) -> (continuation of Deferred@1202120516 after retry RPC after error@2038110628)))
17:33:48.672 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@208630613(state=PENDING, result=null, callback=(continuation of Deferred@1052892041 after retry RPC after error@1751234938) -> (continuation of Deferred@1760372831 after retry RPC after error@535763916) -> (continuation of Deferred@801281579 after retry RPC after error@1250775232) -> (continuation of Deferred@1268987422 after retry RPC after error@754283997) -> (continuation of Deferred@398314918 after retry RPC after error@924226753) -> (continuation of Deferred@1700222971 after retry RPC after error@1653312785) -> (continuation of Deferred@463645723 after retry RPC after error@403804978) -> (continuation of Deferred@1202120516 after retry RPC after error@2038110628), errback=(continuation of Deferred@1052892041 after retry RPC after error@1751234938) -> (continuation of Deferred@1760372831 after retry RPC after error@535763916) -> (continuation of Deferred@801281579 after retry RPC after error@1250775232) -> (continuation of Deferred@1268987422 after retry RPC after error@754283997) -> (continuation of Deferred@398314918 after retry RPC after error@924226753) -> (continuation of Deferred@1700222971 after retry RPC after error@1653312785) -> (continuation of Deferred@463645723 after retry RPC after error@403804978) -> (continuation of Deferred@1202120516 after retry RPC after error@2038110628)))
17:33:48.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.689 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.729 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.749 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.749 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.769 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.769 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.770 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.789 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.810 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.852 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@215471842(state=PENDING, result=null, callback=(continuation of Deferred@843243207 after retry RPC after error@1472885843) -> (continuation of Deferred@1217192381 after retry RPC after error@2053000840) -> (continuation of Deferred@1590559714 after retry RPC after error@1512217732) -> (continuation of Deferred@1972117364 after retry RPC after error@2108568899) -> (continuation of Deferred@1406269447 after retry RPC after error@492410949) -> (continuation of Deferred@138101541 after retry RPC after error@70482764) -> (continuation of Deferred@1484700173 after retry RPC after error@162826999), errback=(continuation of Deferred@843243207 after retry RPC after error@1472885843) -> (continuation of Deferred@1217192381 after retry RPC after error@2053000840) -> (continuation of Deferred@1590559714 after retry RPC after error@1512217732) -> (continuation of Deferred@1972117364 after retry RPC after error@2108568899) -> (continuation of Deferred@1406269447 after retry RPC after error@492410949) -> (continuation of Deferred@138101541 after retry RPC after error@70482764) -> (continuation of Deferred@1484700173 after retry RPC after error@162826999)))
17:33:48.853 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@215471842(state=PENDING, result=null, callback=(continuation of Deferred@843243207 after retry RPC after error@1472885843) -> (continuation of Deferred@1217192381 after retry RPC after error@2053000840) -> (continuation of Deferred@1590559714 after retry RPC after error@1512217732) -> (continuation of Deferred@1972117364 after retry RPC after error@2108568899) -> (continuation of Deferred@1406269447 after retry RPC after error@492410949) -> (continuation of Deferred@138101541 after retry RPC after error@70482764) -> (continuation of Deferred@1484700173 after retry RPC after error@162826999), errback=(continuation of Deferred@843243207 after retry RPC after error@1472885843) -> (continuation of Deferred@1217192381 after retry RPC after error@2053000840) -> (continuation of Deferred@1590559714 after retry RPC after error@1512217732) -> (continuation of Deferred@1972117364 after retry RPC after error@2108568899) -> (continuation of Deferred@1406269447 after retry RPC after error@492410949) -> (continuation of Deferred@138101541 after retry RPC after error@70482764) -> (continuation of Deferred@1484700173 after retry RPC after error@162826999)))
17:33:48.869 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.869 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.889 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.889 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.908 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.908 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.909 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.909 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.910 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.930 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.949 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.949 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.949 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.950 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:48.989 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:48.989 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:48.989 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.989 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:48.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:48.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:49.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:49.009 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:49.009 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.009 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.010 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:49.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:49.069 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:49.069 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.070 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:49.071 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1399230795(state=PENDING, result=null, callback=(continuation of Deferred@1064785882 after retry RPC after error@1943351894) -> (continuation of Deferred@1741429396 after retry RPC after error@4662255) -> (continuation of Deferred@84639162 after retry RPC after error@1603713231) -> (continuation of Deferred@1476985107 after retry RPC after error@1642596774) -> (continuation of Deferred@1062231692 after retry RPC after error@1433065833) -> (continuation of Deferred@1165712206 after retry RPC after error@1686101886) -> (continuation of Deferred@1508264259 after retry RPC after error@1522823815), errback=(continuation of Deferred@1064785882 after retry RPC after error@1943351894) -> (continuation of Deferred@1741429396 after retry RPC after error@4662255) -> (continuation of Deferred@84639162 after retry RPC after error@1603713231) -> (continuation of Deferred@1476985107 after retry RPC after error@1642596774) -> (continuation of Deferred@1062231692 after retry RPC after error@1433065833) -> (continuation of Deferred@1165712206 after retry RPC after error@1686101886) -> (continuation of Deferred@1508264259 after retry RPC after error@1522823815)))
17:33:49.071 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1399230795(state=PENDING, result=null, callback=(continuation of Deferred@1064785882 after retry RPC after error@1943351894) -> (continuation of Deferred@1741429396 after retry RPC after error@4662255) -> (continuation of Deferred@84639162 after retry RPC after error@1603713231) -> (continuation of Deferred@1476985107 after retry RPC after error@1642596774) -> (continuation of Deferred@1062231692 after retry RPC after error@1433065833) -> (continuation of Deferred@1165712206 after retry RPC after error@1686101886) -> (continuation of Deferred@1508264259 after retry RPC after error@1522823815), errback=(continuation of Deferred@1064785882 after retry RPC after error@1943351894) -> (continuation of Deferred@1741429396 after retry RPC after error@4662255) -> (continuation of Deferred@84639162 after retry RPC after error@1603713231) -> (continuation of Deferred@1476985107 after retry RPC after error@1642596774) -> (continuation of Deferred@1062231692 after retry RPC after error@1433065833) -> (continuation of Deferred@1165712206 after retry RPC after error@1686101886) -> (continuation of Deferred@1508264259 after retry RPC after error@1522823815)))
17:33:49.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:49.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:49.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.089 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:49.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:49.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:49.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.110 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:49.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:49.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:49.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.130 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:49.149 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:49.149 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:49.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.152 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:49.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:49.169 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:49.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:49.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:49.209 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:49.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.209 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:49.289 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:49.289 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:49.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:49.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:49.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:49.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.329 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.330 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:49.331 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@940195476(state=PENDING, result=null, callback=(continuation of Deferred@147808357 after retry RPC after error@390322477) -> (continuation of Deferred@1723961118 after retry RPC after error@257356748) -> (continuation of Deferred@2087282187 after retry RPC after error@1969902106) -> (continuation of Deferred@523864790 after retry RPC after error@667538030) -> (continuation of Deferred@279425442 after retry RPC after error@939182894) -> (continuation of Deferred@1682343997 after retry RPC after error@225803385) -> (continuation of Deferred@544405204 after retry RPC after error@1102113359), errback=(continuation of Deferred@147808357 after retry RPC after error@390322477) -> (continuation of Deferred@1723961118 after retry RPC after error@257356748) -> (continuation of Deferred@2087282187 after retry RPC after error@1969902106) -> (continuation of Deferred@523864790 after retry RPC after error@667538030) -> (continuation of Deferred@279425442 after retry RPC after error@939182894) -> (continuation of Deferred@1682343997 after retry RPC after error@225803385) -> (continuation of Deferred@544405204 after retry RPC after error@1102113359)))
17:33:49.331 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@940195476(state=PENDING, result=null, callback=(continuation of Deferred@147808357 after retry RPC after error@390322477) -> (continuation of Deferred@1723961118 after retry RPC after error@257356748) -> (continuation of Deferred@2087282187 after retry RPC after error@1969902106) -> (continuation of Deferred@523864790 after retry RPC after error@667538030) -> (continuation of Deferred@279425442 after retry RPC after error@939182894) -> (continuation of Deferred@1682343997 after retry RPC after error@225803385) -> (continuation of Deferred@544405204 after retry RPC after error@1102113359), errback=(continuation of Deferred@147808357 after retry RPC after error@390322477) -> (continuation of Deferred@1723961118 after retry RPC after error@257356748) -> (continuation of Deferred@2087282187 after retry RPC after error@1969902106) -> (continuation of Deferred@523864790 after retry RPC after error@667538030) -> (continuation of Deferred@279425442 after retry RPC after error@939182894) -> (continuation of Deferred@1682343997 after retry RPC after error@225803385) -> (continuation of Deferred@544405204 after retry RPC after error@1102113359)))
17:33:49.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:49.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:49.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.349 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.349 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:49.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:49.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:49.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.369 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.370 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:49.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:49.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:49.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.389 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.390 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:49.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:49.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:49.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.410 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:49.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:49.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.429 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:49.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:49.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:49.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:49.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.470 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:49.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:49.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:49.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.510 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:49.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:49.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:49.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.570 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:49.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:49.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:49.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.590 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:49.609 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [0ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [240ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1576307163(state=PENDING, result=null, callback=(continuation of Deferred@777043956 after retry RPC after error@1234903094) -> (continuation of Deferred@923118546 after retry RPC after error@1313232568) -> (continuation of Deferred@1707274139 after retry RPC after error@1976101253) -> (continuation of Deferred@1862899669 after retry RPC after error@327614234) -> (continuation of Deferred@1632269510 after retry RPC after error@1400651179) -> (continuation of Deferred@1894297390 after retry RPC after error@1421008902) -> (continuation of Deferred@1718374930 after retry RPC after error@1422899729) -> (continuation of Deferred@1642851961 after retry RPC after error@572162194) -> (continuation of Deferred@644004353 after retry RPC after error@265585646), errback=(continuation of Deferred@777043956 after retry RPC after error@1234903094) -> (continuation of Deferred@923118546 after retry RPC after error@1313232568) -> (continuation of Deferred@1707274139 after retry RPC after error@1976101253) -> (continuation of Deferred@1862899669 after retry RPC after error@327614234) -> (continuation of Deferred@1632269510 after retry RPC after error@1400651179) -> (continuation of Deferred@1894297390 after retry RPC after error@1421008902) -> (continuation of Deferred@1718374930 after retry RPC after error@1422899729) -> (continuation of Deferred@1642851961 after retry RPC after error@572162194) -> (continuation of Deferred@644004353 after retry RPC after error@265585646)))
17:33:49.609 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:33:49.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:49.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:49.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.630 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:49.649 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:49.649 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:49.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.650 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:49.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:49.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:49.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.669 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.670 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:49.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:49.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:49.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.689 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.690 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:49.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:49.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:49.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.710 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:49.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:49.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:49.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.749 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.750 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:49.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:49.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:49.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.810 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:49.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:49.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:49.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.850 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:49.850 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@494351090(state=PENDING, result=null, callback=(continuation of Deferred@995407710 after retry RPC after error@1697287333) -> (continuation of Deferred@1164312139 after retry RPC after error@1637983415) -> (continuation of Deferred@2144407962 after retry RPC after error@1320154465) -> (continuation of Deferred@617794905 after retry RPC after error@1220165992) -> (continuation of Deferred@1058067492 after retry RPC after error@237320794) -> (continuation of Deferred@1018140354 after retry RPC after error@646197566) -> (continuation of Deferred@520908862 after retry RPC after error@945581679), errback=(continuation of Deferred@995407710 after retry RPC after error@1697287333) -> (continuation of Deferred@1164312139 after retry RPC after error@1637983415) -> (continuation of Deferred@2144407962 after retry RPC after error@1320154465) -> (continuation of Deferred@617794905 after retry RPC after error@1220165992) -> (continuation of Deferred@1058067492 after retry RPC after error@237320794) -> (continuation of Deferred@1018140354 after retry RPC after error@646197566) -> (continuation of Deferred@520908862 after retry RPC after error@945581679)))
17:33:49.851 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@494351090(state=PENDING, result=null, callback=(continuation of Deferred@995407710 after retry RPC after error@1697287333) -> (continuation of Deferred@1164312139 after retry RPC after error@1637983415) -> (continuation of Deferred@2144407962 after retry RPC after error@1320154465) -> (continuation of Deferred@617794905 after retry RPC after error@1220165992) -> (continuation of Deferred@1058067492 after retry RPC after error@237320794) -> (continuation of Deferred@1018140354 after retry RPC after error@646197566) -> (continuation of Deferred@520908862 after retry RPC after error@945581679), errback=(continuation of Deferred@995407710 after retry RPC after error@1697287333) -> (continuation of Deferred@1164312139 after retry RPC after error@1637983415) -> (continuation of Deferred@2144407962 after retry RPC after error@1320154465) -> (continuation of Deferred@617794905 after retry RPC after error@1220165992) -> (continuation of Deferred@1058067492 after retry RPC after error@237320794) -> (continuation of Deferred@1018140354 after retry RPC after error@646197566) -> (continuation of Deferred@520908862 after retry RPC after error@945581679)))
17:33:49.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:49.869 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:49.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.870 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:49.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:49.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:49.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.889 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.889 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:49.908 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:49.908 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:49.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.909 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.909 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:49.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:49.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:49.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.930 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:49.949 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:49.949 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:49.949 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.950 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.950 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:49.989 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:49.989 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:49.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.989 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.989 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.989 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:49.989 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:49.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.029 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.029 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.030 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.031 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@223564307(state=PENDING, result=null, callback=(continuation of Deferred@543431636 after retry RPC after error@1772979756) -> (continuation of Deferred@1189911245 after retry RPC after error@1371048905) -> (continuation of Deferred@1359118481 after retry RPC after error@1419505787) -> (continuation of Deferred@1979921111 after retry RPC after error@1668286749) -> (continuation of Deferred@640879594 after retry RPC after error@765476735) -> (continuation of Deferred@1121596822 after retry RPC after error@553772081), errback=(continuation of Deferred@543431636 after retry RPC after error@1772979756) -> (continuation of Deferred@1189911245 after retry RPC after error@1371048905) -> (continuation of Deferred@1359118481 after retry RPC after error@1419505787) -> (continuation of Deferred@1979921111 after retry RPC after error@1668286749) -> (continuation of Deferred@640879594 after retry RPC after error@765476735) -> (continuation of Deferred@1121596822 after retry RPC after error@553772081)))
17:33:50.031 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@223564307(state=PENDING, result=null, callback=(continuation of Deferred@543431636 after retry RPC after error@1772979756) -> (continuation of Deferred@1189911245 after retry RPC after error@1371048905) -> (continuation of Deferred@1359118481 after retry RPC after error@1419505787) -> (continuation of Deferred@1979921111 after retry RPC after error@1668286749) -> (continuation of Deferred@640879594 after retry RPC after error@765476735) -> (continuation of Deferred@1121596822 after retry RPC after error@553772081), errback=(continuation of Deferred@543431636 after retry RPC after error@1772979756) -> (continuation of Deferred@1189911245 after retry RPC after error@1371048905) -> (continuation of Deferred@1359118481 after retry RPC after error@1419505787) -> (continuation of Deferred@1979921111 after retry RPC after error@1668286749) -> (continuation of Deferred@640879594 after retry RPC after error@765476735) -> (continuation of Deferred@1121596822 after retry RPC after error@553772081)))
17:33:50.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.049 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.050 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.069 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.089 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.110 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.130 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.149 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.150 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.170 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.189 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.189 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.190 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [140ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1233398697(state=PENDING, result=null, callback=(continuation of Deferred@2118524174 after retry RPC after error@967293168) -> (continuation of Deferred@1642151674 after retry RPC after error@164661260) -> (continuation of Deferred@1202739797 after retry RPC after error@1137969771) -> (continuation of Deferred@732625413 after retry RPC after error@641173396) -> (continuation of Deferred@1670386677 after retry RPC after error@16046782) -> (continuation of Deferred@2096263799 after retry RPC after error@1717784922) -> (continuation of Deferred@84933080 after retry RPC after error@596173549), errback=(continuation of Deferred@2118524174 after retry RPC after error@967293168) -> (continuation of Deferred@1642151674 after retry RPC after error@164661260) -> (continuation of Deferred@1202739797 after retry RPC after error@1137969771) -> (continuation of Deferred@732625413 after retry RPC after error@641173396) -> (continuation of Deferred@1670386677 after retry RPC after error@16046782) -> (continuation of Deferred@2096263799 after retry RPC after error@1717784922) -> (continuation of Deferred@84933080 after retry RPC after error@596173549)))
17:33:50.190 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [140ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1233398697(state=PENDING, result=null, callback=(continuation of Deferred@2118524174 after retry RPC after error@967293168) -> (continuation of Deferred@1642151674 after retry RPC after error@164661260) -> (continuation of Deferred@1202739797 after retry RPC after error@1137969771) -> (continuation of Deferred@732625413 after retry RPC after error@641173396) -> (continuation of Deferred@1670386677 after retry RPC after error@16046782) -> (continuation of Deferred@2096263799 after retry RPC after error@1717784922) -> (continuation of Deferred@84933080 after retry RPC after error@596173549), errback=(continuation of Deferred@2118524174 after retry RPC after error@967293168) -> (continuation of Deferred@1642151674 after retry RPC after error@164661260) -> (continuation of Deferred@1202739797 after retry RPC after error@1137969771) -> (continuation of Deferred@732625413 after retry RPC after error@641173396) -> (continuation of Deferred@1670386677 after retry RPC after error@16046782) -> (continuation of Deferred@2096263799 after retry RPC after error@1717784922) -> (continuation of Deferred@84933080 after retry RPC after error@596173549)))
17:33:50.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.209 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.229 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.230 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.249 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.249 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.269 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.288 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.288 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.289 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.310 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.349 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.350 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.369 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.370 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.370 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [160ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1580618934(state=PENDING, result=null, callback=(continuation of Deferred@5634589 after retry RPC after error@1103998265) -> (continuation of Deferred@412563798 after retry RPC after error@1961385238) -> (continuation of Deferred@1539490948 after retry RPC after error@2009734816) -> (continuation of Deferred@1454818438 after retry RPC after error@1619010475) -> (continuation of Deferred@766193115 after retry RPC after error@179509712) -> (continuation of Deferred@1791061748 after retry RPC after error@188581244) -> (continuation of Deferred@2131538997 after retry RPC after error@1835224989), errback=(continuation of Deferred@5634589 after retry RPC after error@1103998265) -> (continuation of Deferred@412563798 after retry RPC after error@1961385238) -> (continuation of Deferred@1539490948 after retry RPC after error@2009734816) -> (continuation of Deferred@1454818438 after retry RPC after error@1619010475) -> (continuation of Deferred@766193115 after retry RPC after error@179509712) -> (continuation of Deferred@1791061748 after retry RPC after error@188581244) -> (continuation of Deferred@2131538997 after retry RPC after error@1835224989)))
17:33:50.370 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [160ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1580618934(state=PENDING, result=null, callback=(continuation of Deferred@5634589 after retry RPC after error@1103998265) -> (continuation of Deferred@412563798 after retry RPC after error@1961385238) -> (continuation of Deferred@1539490948 after retry RPC after error@2009734816) -> (continuation of Deferred@1454818438 after retry RPC after error@1619010475) -> (continuation of Deferred@766193115 after retry RPC after error@179509712) -> (continuation of Deferred@1791061748 after retry RPC after error@188581244) -> (continuation of Deferred@2131538997 after retry RPC after error@1835224989), errback=(continuation of Deferred@5634589 after retry RPC after error@1103998265) -> (continuation of Deferred@412563798 after retry RPC after error@1961385238) -> (continuation of Deferred@1539490948 after retry RPC after error@2009734816) -> (continuation of Deferred@1454818438 after retry RPC after error@1619010475) -> (continuation of Deferred@766193115 after retry RPC after error@179509712) -> (continuation of Deferred@1791061748 after retry RPC after error@188581244) -> (continuation of Deferred@2131538997 after retry RPC after error@1835224989)))
17:33:50.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.389 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.389 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.430 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.449 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.449 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.470 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.510 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:50.538949 30600 master_runner.cc:186] Error getting master registration for 127.29.223.125:43795: Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111),
17:33:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:50.539222 30600 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:33:50.548 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.548 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.549 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.609 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.610 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@966628019(state=PENDING, result=null, callback=(continuation of Deferred@891135238 after retry RPC after error@1638093842) -> (continuation of Deferred@1569614177 after retry RPC after error@139681897) -> (continuation of Deferred@1354682864 after retry RPC after error@734403633) -> (continuation of Deferred@86883657 after retry RPC after error@376358317) -> (continuation of Deferred@821667777 after retry RPC after error@734331515) -> (continuation of Deferred@1131029951 after retry RPC after error@592040914) -> (continuation of Deferred@1593028565 after retry RPC after error@1571207338), errback=(continuation of Deferred@891135238 after retry RPC after error@1638093842) -> (continuation of Deferred@1569614177 after retry RPC after error@139681897) -> (continuation of Deferred@1354682864 after retry RPC after error@734403633) -> (continuation of Deferred@86883657 after retry RPC after error@376358317) -> (continuation of Deferred@821667777 after retry RPC after error@734331515) -> (continuation of Deferred@1131029951 after retry RPC after error@592040914) -> (continuation of Deferred@1593028565 after retry RPC after error@1571207338)))
17:33:50.610 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@966628019(state=PENDING, result=null, callback=(continuation of Deferred@891135238 after retry RPC after error@1638093842) -> (continuation of Deferred@1569614177 after retry RPC after error@139681897) -> (continuation of Deferred@1354682864 after retry RPC after error@734403633) -> (continuation of Deferred@86883657 after retry RPC after error@376358317) -> (continuation of Deferred@821667777 after retry RPC after error@734331515) -> (continuation of Deferred@1131029951 after retry RPC after error@592040914) -> (continuation of Deferred@1593028565 after retry RPC after error@1571207338), errback=(continuation of Deferred@891135238 after retry RPC after error@1638093842) -> (continuation of Deferred@1569614177 after retry RPC after error@139681897) -> (continuation of Deferred@1354682864 after retry RPC after error@734403633) -> (continuation of Deferred@86883657 after retry RPC after error@376358317) -> (continuation of Deferred@821667777 after retry RPC after error@734331515) -> (continuation of Deferred@1131029951 after retry RPC after error@592040914) -> (continuation of Deferred@1593028565 after retry RPC after error@1571207338)))
17:33:50.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.630 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.649 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.650 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.669 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.669 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.670 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.689 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.690 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.709 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.749 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.749 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.750 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.769 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.769 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.770 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.770 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1887819309(state=PENDING, result=null, callback=(continuation of Deferred@1272980625 after retry RPC after error@931659455) -> (continuation of Deferred@67507392 after retry RPC after error@1525456595) -> (continuation of Deferred@283307443 after retry RPC after error@412654358) -> (continuation of Deferred@738995409 after retry RPC after error@313013637) -> (continuation of Deferred@354475286 after retry RPC after error@1237099663) -> (continuation of Deferred@77292493 after retry RPC after error@1464629958), errback=(continuation of Deferred@1272980625 after retry RPC after error@931659455) -> (continuation of Deferred@67507392 after retry RPC after error@1525456595) -> (continuation of Deferred@283307443 after retry RPC after error@412654358) -> (continuation of Deferred@738995409 after retry RPC after error@313013637) -> (continuation of Deferred@354475286 after retry RPC after error@1237099663) -> (continuation of Deferred@77292493 after retry RPC after error@1464629958)))
17:33:50.771 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1887819309(state=PENDING, result=null, callback=(continuation of Deferred@1272980625 after retry RPC after error@931659455) -> (continuation of Deferred@67507392 after retry RPC after error@1525456595) -> (continuation of Deferred@283307443 after retry RPC after error@412654358) -> (continuation of Deferred@738995409 after retry RPC after error@313013637) -> (continuation of Deferred@354475286 after retry RPC after error@1237099663) -> (continuation of Deferred@77292493 after retry RPC after error@1464629958), errback=(continuation of Deferred@1272980625 after retry RPC after error@931659455) -> (continuation of Deferred@67507392 after retry RPC after error@1525456595) -> (continuation of Deferred@283307443 after retry RPC after error@412654358) -> (continuation of Deferred@738995409 after retry RPC after error@313013637) -> (continuation of Deferred@354475286 after retry RPC after error@1237099663) -> (continuation of Deferred@77292493 after retry RPC after error@1464629958)))
17:33:50.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.789 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.790 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.809 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.810 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.810 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.830 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.849 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.849 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.870 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.889 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.889 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.890 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.909 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.909 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.929 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.930 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.931 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [124ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@2126641558(state=PENDING, result=null, callback=(continuation of Deferred@469330949 after retry RPC after error@2005611948) -> (continuation of Deferred@1201037119 after retry RPC after error@921305874) -> (continuation of Deferred@1722009742 after retry RPC after error@1210824611) -> (continuation of Deferred@1026647614 after retry RPC after error@1529155609) -> (continuation of Deferred@599409739 after retry RPC after error@918124848) -> (continuation of Deferred@9435471 after retry RPC after error@1935250591) -> (continuation of Deferred@36703907 after retry RPC after error@2134738732), errback=(continuation of Deferred@469330949 after retry RPC after error@2005611948) -> (continuation of Deferred@1201037119 after retry RPC after error@921305874) -> (continuation of Deferred@1722009742 after retry RPC after error@1210824611) -> (continuation of Deferred@1026647614 after retry RPC after error@1529155609) -> (continuation of Deferred@599409739 after retry RPC after error@918124848) -> (continuation of Deferred@9435471 after retry RPC after error@1935250591) -> (continuation of Deferred@36703907 after retry RPC after error@2134738732)))
17:33:50.931 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [124ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@2126641558(state=PENDING, result=null, callback=(continuation of Deferred@469330949 after retry RPC after error@2005611948) -> (continuation of Deferred@1201037119 after retry RPC after error@921305874) -> (continuation of Deferred@1722009742 after retry RPC after error@1210824611) -> (continuation of Deferred@1026647614 after retry RPC after error@1529155609) -> (continuation of Deferred@599409739 after retry RPC after error@918124848) -> (continuation of Deferred@9435471 after retry RPC after error@1935250591) -> (continuation of Deferred@36703907 after retry RPC after error@2134738732), errback=(continuation of Deferred@469330949 after retry RPC after error@2005611948) -> (continuation of Deferred@1201037119 after retry RPC after error@921305874) -> (continuation of Deferred@1722009742 after retry RPC after error@1210824611) -> (continuation of Deferred@1026647614 after retry RPC after error@1529155609) -> (continuation of Deferred@599409739 after retry RPC after error@918124848) -> (continuation of Deferred@9435471 after retry RPC after error@1935250591) -> (continuation of Deferred@36703907 after retry RPC after error@2134738732)))
17:33:50.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.949 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.949 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.949 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.970 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:50.988 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:50.989 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:50.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.989 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.989 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:50.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:50.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:51.009 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:51.009 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:51.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.009 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.009 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.010 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:51.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:51.029 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:51.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.030 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:51.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:51.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:51.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.069 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.070 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:51.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:51.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:51.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.110 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:51.111 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@975463675(state=PENDING, result=null, callback=(continuation of Deferred@648251283 after retry RPC after error@1836606152) -> (continuation of Deferred@1185440490 after retry RPC after error@1605551480) -> (continuation of Deferred@1696030210 after retry RPC after error@1272385098) -> (continuation of Deferred@1324190440 after retry RPC after error@121442120) -> (continuation of Deferred@1485158115 after retry RPC after error@735270631) -> (continuation of Deferred@164307903 after retry RPC after error@1726167681), errback=(continuation of Deferred@648251283 after retry RPC after error@1836606152) -> (continuation of Deferred@1185440490 after retry RPC after error@1605551480) -> (continuation of Deferred@1696030210 after retry RPC after error@1272385098) -> (continuation of Deferred@1324190440 after retry RPC after error@121442120) -> (continuation of Deferred@1485158115 after retry RPC after error@735270631) -> (continuation of Deferred@164307903 after retry RPC after error@1726167681)))
17:33:51.111 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@975463675(state=PENDING, result=null, callback=(continuation of Deferred@648251283 after retry RPC after error@1836606152) -> (continuation of Deferred@1185440490 after retry RPC after error@1605551480) -> (continuation of Deferred@1696030210 after retry RPC after error@1272385098) -> (continuation of Deferred@1324190440 after retry RPC after error@121442120) -> (continuation of Deferred@1485158115 after retry RPC after error@735270631) -> (continuation of Deferred@164307903 after retry RPC after error@1726167681), errback=(continuation of Deferred@648251283 after retry RPC after error@1836606152) -> (continuation of Deferred@1185440490 after retry RPC after error@1605551480) -> (continuation of Deferred@1696030210 after retry RPC after error@1272385098) -> (continuation of Deferred@1324190440 after retry RPC after error@121442120) -> (continuation of Deferred@1485158115 after retry RPC after error@735270631) -> (continuation of Deferred@164307903 after retry RPC after error@1726167681)))
17:33:51.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:51.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:51.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.130 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:51.149 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:51.149 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:51.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.150 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:51.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:51.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:51.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.170 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:51.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:51.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:51.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.189 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.190 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:51.209 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:51.209 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:51.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.210 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:51.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:51.249 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:51.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:51.288 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:51.289 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:51.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:51.291 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1645922114(state=PENDING, result=null, callback=(continuation of Deferred@1847378271 after retry RPC after error@452815748) -> (continuation of Deferred@1452988497 after retry RPC after error@1645098263) -> (continuation of Deferred@1787827760 after retry RPC after error@465625517) -> (continuation of Deferred@463006420 after retry RPC after error@137216573) -> (continuation of Deferred@1650881694 after retry RPC after error@2125937910) -> (continuation of Deferred@581285822 after retry RPC after error@1157608957), errback=(continuation of Deferred@1847378271 after retry RPC after error@452815748) -> (continuation of Deferred@1452988497 after retry RPC after error@1645098263) -> (continuation of Deferred@1787827760 after retry RPC after error@465625517) -> (continuation of Deferred@463006420 after retry RPC after error@137216573) -> (continuation of Deferred@1650881694 after retry RPC after error@2125937910) -> (continuation of Deferred@581285822 after retry RPC after error@1157608957)))
17:33:51.291 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1645922114(state=PENDING, result=null, callback=(continuation of Deferred@1847378271 after retry RPC after error@452815748) -> (continuation of Deferred@1452988497 after retry RPC after error@1645098263) -> (continuation of Deferred@1787827760 after retry RPC after error@465625517) -> (continuation of Deferred@463006420 after retry RPC after error@137216573) -> (continuation of Deferred@1650881694 after retry RPC after error@2125937910) -> (continuation of Deferred@581285822 after retry RPC after error@1157608957), errback=(continuation of Deferred@1847378271 after retry RPC after error@452815748) -> (continuation of Deferred@1452988497 after retry RPC after error@1645098263) -> (continuation of Deferred@1787827760 after retry RPC after error@465625517) -> (continuation of Deferred@463006420 after retry RPC after error@137216573) -> (continuation of Deferred@1650881694 after retry RPC after error@2125937910) -> (continuation of Deferred@581285822 after retry RPC after error@1157608957)))
17:33:51.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:51.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:51.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.310 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:51.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:51.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:51.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.329 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.330 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:51.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:51.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:51.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.349 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.350 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:51.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:51.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:51.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.369 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.370 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:51.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:51.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:51.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.389 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.390 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:51.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:51.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:51.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.430 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:51.489 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:51.489 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:51.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:51.491 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@897781122(state=PENDING, result=null, callback=(continuation of Deferred@1769534376 after retry RPC after error@710327415) -> (continuation of Deferred@517862505 after retry RPC after error@857670957) -> (continuation of Deferred@492066133 after retry RPC after error@41875340) -> (continuation of Deferred@1945187606 after retry RPC after error@940339240) -> (continuation of Deferred@130905217 after retry RPC after error@1928995171) -> (continuation of Deferred@148497327 after retry RPC after error@1393512364), errback=(continuation of Deferred@1769534376 after retry RPC after error@710327415) -> (continuation of Deferred@517862505 after retry RPC after error@857670957) -> (continuation of Deferred@492066133 after retry RPC after error@41875340) -> (continuation of Deferred@1945187606 after retry RPC after error@940339240) -> (continuation of Deferred@130905217 after retry RPC after error@1928995171) -> (continuation of Deferred@148497327 after retry RPC after error@1393512364)))
17:33:51.491 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@897781122(state=PENDING, result=null, callback=(continuation of Deferred@1769534376 after retry RPC after error@710327415) -> (continuation of Deferred@517862505 after retry RPC after error@857670957) -> (continuation of Deferred@492066133 after retry RPC after error@41875340) -> (continuation of Deferred@1945187606 after retry RPC after error@940339240) -> (continuation of Deferred@130905217 after retry RPC after error@1928995171) -> (continuation of Deferred@148497327 after retry RPC after error@1393512364), errback=(continuation of Deferred@1769534376 after retry RPC after error@710327415) -> (continuation of Deferred@517862505 after retry RPC after error@857670957) -> (continuation of Deferred@492066133 after retry RPC after error@41875340) -> (continuation of Deferred@1945187606 after retry RPC after error@940339240) -> (continuation of Deferred@130905217 after retry RPC after error@1928995171) -> (continuation of Deferred@148497327 after retry RPC after error@1393512364)))
17:33:51.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:51.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:51.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.510 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:51.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:51.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:51.529 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.529 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.529 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.530 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:51.549 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:51.549 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:51.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:51.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:51.552067 31255 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 1)
17:33:51.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:51.555471 31255 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '35b0695db7f546f88a2abe2fa5454ba3', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '35b0695db7f546f88a2abe2fa5454ba3', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 1)
17:33:51.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:51.556744 31256 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.29.223.124:37551)
17:33:51.569 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:51.569 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:51.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:51.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:51.589 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:51.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.589 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.590 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:51.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:51.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:51.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:51.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:51.689 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:51.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.689 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:51.769 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1681789577(state=PENDING, result=null, callback=(continuation of Deferred@350737624 after retry RPC after error@1426152847) -> (continuation of Deferred@945485955 after retry RPC after error@744759131) -> (continuation of Deferred@101666587 after retry RPC after error@1505593200) -> (continuation of Deferred@911012388 after retry RPC after error@987671921) -> (continuation of Deferred@1188383398 after retry RPC after error@1944503051) -> (continuation of Deferred@577426049 after retry RPC after error@1829787288) -> (continuation of Deferred@24945126 after retry RPC after error@1145558105), errback=(continuation of Deferred@350737624 after retry RPC after error@1426152847) -> (continuation of Deferred@945485955 after retry RPC after error@744759131) -> (continuation of Deferred@101666587 after retry RPC after error@1505593200) -> (continuation of Deferred@911012388 after retry RPC after error@987671921) -> (continuation of Deferred@1188383398 after retry RPC after error@1944503051) -> (continuation of Deferred@577426049 after retry RPC after error@1829787288) -> (continuation of Deferred@24945126 after retry RPC after error@1145558105)))
17:33:51.769 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:33:51.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:51.789 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:51.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.790 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:51.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:51.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:51.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.810 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:51.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:51.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:51.828 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.830 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:51.849 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:51.849 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:51.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:51.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:51.869 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:51.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.870 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:51.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:51.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:51.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.889 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.889 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.890 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:51.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:51.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:51.949 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.949 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:51.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.949 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:51.950 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.009 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.009 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.010 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.011 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1296170020(state=PENDING, result=null, callback=(continuation of Deferred@996820797 after retry RPC after error@412218612) -> (continuation of Deferred@121188949 after retry RPC after error@1172004426) -> (continuation of Deferred@752990819 after retry RPC after error@1002491231) -> (continuation of Deferred@1965419496 after retry RPC after error@1779683848) -> (continuation of Deferred@1266704267 after retry RPC after error@1989659025) -> (continuation of Deferred@741803520 after retry RPC after error@1488982556) -> (continuation of Deferred@301294216 after retry RPC after error@1499920998), errback=(continuation of Deferred@996820797 after retry RPC after error@412218612) -> (continuation of Deferred@121188949 after retry RPC after error@1172004426) -> (continuation of Deferred@752990819 after retry RPC after error@1002491231) -> (continuation of Deferred@1965419496 after retry RPC after error@1779683848) -> (continuation of Deferred@1266704267 after retry RPC after error@1989659025) -> (continuation of Deferred@741803520 after retry RPC after error@1488982556) -> (continuation of Deferred@301294216 after retry RPC after error@1499920998)))
17:33:52.011 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1296170020(state=PENDING, result=null, callback=(continuation of Deferred@996820797 after retry RPC after error@412218612) -> (continuation of Deferred@121188949 after retry RPC after error@1172004426) -> (continuation of Deferred@752990819 after retry RPC after error@1002491231) -> (continuation of Deferred@1965419496 after retry RPC after error@1779683848) -> (continuation of Deferred@1266704267 after retry RPC after error@1989659025) -> (continuation of Deferred@741803520 after retry RPC after error@1488982556) -> (continuation of Deferred@301294216 after retry RPC after error@1499920998), errback=(continuation of Deferred@996820797 after retry RPC after error@412218612) -> (continuation of Deferred@121188949 after retry RPC after error@1172004426) -> (continuation of Deferred@752990819 after retry RPC after error@1002491231) -> (continuation of Deferred@1965419496 after retry RPC after error@1779683848) -> (continuation of Deferred@1266704267 after retry RPC after error@1989659025) -> (continuation of Deferred@741803520 after retry RPC after error@1488982556) -> (continuation of Deferred@301294216 after retry RPC after error@1499920998)))
17:33:52.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.030 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.049 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.049 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.069 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.069 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.070 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.089 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.090 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.109 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.110 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.149 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.150 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.209 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.210 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.249 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.250 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.251 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@497518920(state=PENDING, result=null, callback=(continuation of Deferred@1187748485 after retry RPC after error@1308950828) -> (continuation of Deferred@1628784052 after retry RPC after error@1079606551) -> (continuation of Deferred@1524422699 after retry RPC after error@1010216509) -> (continuation of Deferred@2001040618 after retry RPC after error@2088701648) -> (continuation of Deferred@1079938292 after retry RPC after error@1234212228) -> (continuation of Deferred@355359352 after retry RPC after error@287563651) -> (continuation of Deferred@623822975 after retry RPC after error@1759462891), errback=(continuation of Deferred@1187748485 after retry RPC after error@1308950828) -> (continuation of Deferred@1628784052 after retry RPC after error@1079606551) -> (continuation of Deferred@1524422699 after retry RPC after error@1010216509) -> (continuation of Deferred@2001040618 after retry RPC after error@2088701648) -> (continuation of Deferred@1079938292 after retry RPC after error@1234212228) -> (continuation of Deferred@355359352 after retry RPC after error@287563651) -> (continuation of Deferred@623822975 after retry RPC after error@1759462891)))
17:33:52.251 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@497518920(state=PENDING, result=null, callback=(continuation of Deferred@1187748485 after retry RPC after error@1308950828) -> (continuation of Deferred@1628784052 after retry RPC after error@1079606551) -> (continuation of Deferred@1524422699 after retry RPC after error@1010216509) -> (continuation of Deferred@2001040618 after retry RPC after error@2088701648) -> (continuation of Deferred@1079938292 after retry RPC after error@1234212228) -> (continuation of Deferred@355359352 after retry RPC after error@287563651) -> (continuation of Deferred@623822975 after retry RPC after error@1759462891), errback=(continuation of Deferred@1187748485 after retry RPC after error@1308950828) -> (continuation of Deferred@1628784052 after retry RPC after error@1079606551) -> (continuation of Deferred@1524422699 after retry RPC after error@1010216509) -> (continuation of Deferred@2001040618 after retry RPC after error@2088701648) -> (continuation of Deferred@1079938292 after retry RPC after error@1234212228) -> (continuation of Deferred@355359352 after retry RPC after error@287563651) -> (continuation of Deferred@623822975 after retry RPC after error@1759462891)))
17:33:52.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.270 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.289 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.289 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.310 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.329 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.329 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.330 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.349 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.349 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.389 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.449 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.449 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.451 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1107244652(state=PENDING, result=null, callback=(continuation of Deferred@470956697 after retry RPC after error@639392120) -> (continuation of Deferred@56921610 after retry RPC after error@999330908) -> (continuation of Deferred@911980357 after retry RPC after error@1917382511) -> (continuation of Deferred@1434135538 after retry RPC after error@1786144629) -> (continuation of Deferred@33297633 after retry RPC after error@888844326) -> (continuation of Deferred@944908784 after retry RPC after error@1640414272), errback=(continuation of Deferred@470956697 after retry RPC after error@639392120) -> (continuation of Deferred@56921610 after retry RPC after error@999330908) -> (continuation of Deferred@911980357 after retry RPC after error@1917382511) -> (continuation of Deferred@1434135538 after retry RPC after error@1786144629) -> (continuation of Deferred@33297633 after retry RPC after error@888844326) -> (continuation of Deferred@944908784 after retry RPC after error@1640414272)))
17:33:52.451 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1107244652(state=PENDING, result=null, callback=(continuation of Deferred@470956697 after retry RPC after error@639392120) -> (continuation of Deferred@56921610 after retry RPC after error@999330908) -> (continuation of Deferred@911980357 after retry RPC after error@1917382511) -> (continuation of Deferred@1434135538 after retry RPC after error@1786144629) -> (continuation of Deferred@33297633 after retry RPC after error@888844326) -> (continuation of Deferred@944908784 after retry RPC after error@1640414272), errback=(continuation of Deferred@470956697 after retry RPC after error@639392120) -> (continuation of Deferred@56921610 after retry RPC after error@999330908) -> (continuation of Deferred@911980357 after retry RPC after error@1917382511) -> (continuation of Deferred@1434135538 after retry RPC after error@1786144629) -> (continuation of Deferred@33297633 after retry RPC after error@888844326) -> (continuation of Deferred@944908784 after retry RPC after error@1640414272)))
17:33:52.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.470 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.489 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.489 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.490 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.509 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.509 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.529 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.529 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.529 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.529 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.529 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.530 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.548 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.548 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.550 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.568 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.569 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.570 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.629 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.630 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.709 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.711 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@15262687(state=PENDING, result=null, callback=(continuation of Deferred@765211834 after retry RPC after error@1207242766) -> (continuation of Deferred@1323008113 after retry RPC after error@166360174) -> (continuation of Deferred@1159702541 after retry RPC after error@705013184) -> (continuation of Deferred@953114873 after retry RPC after error@1658600074) -> (continuation of Deferred@1522252060 after retry RPC after error@1561799726) -> (continuation of Deferred@505169885 after retry RPC after error@488060670) -> (continuation of Deferred@442699545 after retry RPC after error@2129737255), errback=(continuation of Deferred@765211834 after retry RPC after error@1207242766) -> (continuation of Deferred@1323008113 after retry RPC after error@166360174) -> (continuation of Deferred@1159702541 after retry RPC after error@705013184) -> (continuation of Deferred@953114873 after retry RPC after error@1658600074) -> (continuation of Deferred@1522252060 after retry RPC after error@1561799726) -> (continuation of Deferred@505169885 after retry RPC after error@488060670) -> (continuation of Deferred@442699545 after retry RPC after error@2129737255)))
17:33:52.711 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@15262687(state=PENDING, result=null, callback=(continuation of Deferred@765211834 after retry RPC after error@1207242766) -> (continuation of Deferred@1323008113 after retry RPC after error@166360174) -> (continuation of Deferred@1159702541 after retry RPC after error@705013184) -> (continuation of Deferred@953114873 after retry RPC after error@1658600074) -> (continuation of Deferred@1522252060 after retry RPC after error@1561799726) -> (continuation of Deferred@505169885 after retry RPC after error@488060670) -> (continuation of Deferred@442699545 after retry RPC after error@2129737255), errback=(continuation of Deferred@765211834 after retry RPC after error@1207242766) -> (continuation of Deferred@1323008113 after retry RPC after error@166360174) -> (continuation of Deferred@1159702541 after retry RPC after error@705013184) -> (continuation of Deferred@953114873 after retry RPC after error@1658600074) -> (continuation of Deferred@1522252060 after retry RPC after error@1561799726) -> (continuation of Deferred@505169885 after retry RPC after error@488060670) -> (continuation of Deferred@442699545 after retry RPC after error@2129737255)))
17:33:52.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.730 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.749 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.749 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.750 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:52.752383 31702 raft_consensus.cc:482] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 513aca88421d45fb950dc7e09028629d)
17:33:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:52.752562 31702 raft_consensus.cc:504] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b3e4ebffd6234044a89abc551e9bab52" member_type: VOTER last_known_addr { host: "127.29.223.126" port: 44737 } } peers { permanent_uuid: "513aca88421d45fb950dc7e09028629d" member_type: VOTER last_known_addr { host: "127.29.223.125" port: 43795 } } peers { permanent_uuid: "af0384c90acf409891ecfa292fbad2d3" member_type: VOTER last_known_addr { host: "127.29.223.124" port: 37551 } }
17:33:52.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:52.753224 31702 leader_election.cc:288] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795), af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551)
17:33:52.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:52.754371 30616 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111) [suppressed 5 similar messages]
17:33:52.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:52.756131 30616 leader_election.cc:334] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 513aca88421d45fb950dc7e09028629d (127.29.223.125:43795): Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111)
17:33:52.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:52.756292 30618 leader_election.cc:334] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer af0384c90acf409891ecfa292fbad2d3 (127.29.223.124:37551): Network error: Client connection negotiation failed: client connection to 127.29.223.124:37551: connect: Connection refused (error 111)
17:33:52.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:52.756428 30618 leader_election.cc:302] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b3e4ebffd6234044a89abc551e9bab52; no voters: 513aca88421d45fb950dc7e09028629d, af0384c90acf409891ecfa292fbad2d3
17:33:52.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:52.756654 31702 raft_consensus.cc:2726] T 00000000000000000000000000000000 P b3e4ebffd6234044a89abc551e9bab52 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
17:33:52.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.769 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.769 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.770 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.789 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.790 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.810 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.850 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.870 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.909 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.909 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.911 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [140ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1635360710(state=PENDING, result=null, callback=(continuation of Deferred@385927633 after retry RPC after error@813221090) -> (continuation of Deferred@1562861946 after retry RPC after error@1888305847) -> (continuation of Deferred@1641169718 after retry RPC after error@393987130) -> (continuation of Deferred@1899055902 after retry RPC after error@1806907253) -> (continuation of Deferred@411767494 after retry RPC after error@1368940537) -> (continuation of Deferred@713721711 after retry RPC after error@1492129236) -> (continuation of Deferred@413999406 after retry RPC after error@190435925), errback=(continuation of Deferred@385927633 after retry RPC after error@813221090) -> (continuation of Deferred@1562861946 after retry RPC after error@1888305847) -> (continuation of Deferred@1641169718 after retry RPC after error@393987130) -> (continuation of Deferred@1899055902 after retry RPC after error@1806907253) -> (continuation of Deferred@411767494 after retry RPC after error@1368940537) -> (continuation of Deferred@713721711 after retry RPC after error@1492129236) -> (continuation of Deferred@413999406 after retry RPC after error@190435925)))
17:33:52.912 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [140ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1635360710(state=PENDING, result=null, callback=(continuation of Deferred@385927633 after retry RPC after error@813221090) -> (continuation of Deferred@1562861946 after retry RPC after error@1888305847) -> (continuation of Deferred@1641169718 after retry RPC after error@393987130) -> (continuation of Deferred@1899055902 after retry RPC after error@1806907253) -> (continuation of Deferred@411767494 after retry RPC after error@1368940537) -> (continuation of Deferred@713721711 after retry RPC after error@1492129236) -> (continuation of Deferred@413999406 after retry RPC after error@190435925), errback=(continuation of Deferred@385927633 after retry RPC after error@813221090) -> (continuation of Deferred@1562861946 after retry RPC after error@1888305847) -> (continuation of Deferred@1641169718 after retry RPC after error@393987130) -> (continuation of Deferred@1899055902 after retry RPC after error@1806907253) -> (continuation of Deferred@411767494 after retry RPC after error@1368940537) -> (continuation of Deferred@713721711 after retry RPC after error@1492129236) -> (continuation of Deferred@413999406 after retry RPC after error@190435925)))
17:33:52.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.929 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.930 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.949 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.949 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.970 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:52.989 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:52.989 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:52.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.989 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.989 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:52.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:52.990 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:53.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:53.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:53.009 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.009 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.010 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:53.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:53.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:53.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.030 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:53.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:53.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:53.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.089 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.090 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:53.091 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@404852353(state=PENDING, result=null, callback=(continuation of Deferred@345983869 after retry RPC after error@1261917742) -> (continuation of Deferred@2110443958 after retry RPC after error@1770720520) -> (continuation of Deferred@119629799 after retry RPC after error@1993787147) -> (continuation of Deferred@1572531974 after retry RPC after error@1818774260) -> (continuation of Deferred@1618609857 after retry RPC after error@542407514) -> (continuation of Deferred@706507401 after retry RPC after error@68002516), errback=(continuation of Deferred@345983869 after retry RPC after error@1261917742) -> (continuation of Deferred@2110443958 after retry RPC after error@1770720520) -> (continuation of Deferred@119629799 after retry RPC after error@1993787147) -> (continuation of Deferred@1572531974 after retry RPC after error@1818774260) -> (continuation of Deferred@1618609857 after retry RPC after error@542407514) -> (continuation of Deferred@706507401 after retry RPC after error@68002516)))
17:33:53.091 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@404852353(state=PENDING, result=null, callback=(continuation of Deferred@345983869 after retry RPC after error@1261917742) -> (continuation of Deferred@2110443958 after retry RPC after error@1770720520) -> (continuation of Deferred@119629799 after retry RPC after error@1993787147) -> (continuation of Deferred@1572531974 after retry RPC after error@1818774260) -> (continuation of Deferred@1618609857 after retry RPC after error@542407514) -> (continuation of Deferred@706507401 after retry RPC after error@68002516), errback=(continuation of Deferred@345983869 after retry RPC after error@1261917742) -> (continuation of Deferred@2110443958 after retry RPC after error@1770720520) -> (continuation of Deferred@119629799 after retry RPC after error@1993787147) -> (continuation of Deferred@1572531974 after retry RPC after error@1818774260) -> (continuation of Deferred@1618609857 after retry RPC after error@542407514) -> (continuation of Deferred@706507401 after retry RPC after error@68002516)))
17:33:53.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:53.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:53.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.110 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:53.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:53.129 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:53.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.130 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:53.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:53.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:53.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.150 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:53.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:53.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:53.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.169 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:53.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:53.189 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:53.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.189 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:53.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:53.229 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:53.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:53.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:53.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:53.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.250 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:53.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:53.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:53.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.310 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:53.311 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1832751459(state=PENDING, result=null, callback=(continuation of Deferred@201552998 after retry RPC after error@261821083) -> (continuation of Deferred@1683629505 after retry RPC after error@1710036640) -> (continuation of Deferred@1918565951 after retry RPC after error@629290277) -> (continuation of Deferred@272857209 after retry RPC after error@487994567) -> (continuation of Deferred@941136476 after retry RPC after error@210221927) -> (continuation of Deferred@118262334 after retry RPC after error@722482708) -> (continuation of Deferred@1470534480 after retry RPC after error@1724601920), errback=(continuation of Deferred@201552998 after retry RPC after error@261821083) -> (continuation of Deferred@1683629505 after retry RPC after error@1710036640) -> (continuation of Deferred@1918565951 after retry RPC after error@629290277) -> (continuation of Deferred@272857209 after retry RPC after error@487994567) -> (continuation of Deferred@941136476 after retry RPC after error@210221927) -> (continuation of Deferred@118262334 after retry RPC after error@722482708) -> (continuation of Deferred@1470534480 after retry RPC after error@1724601920)))
17:33:53.311 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1832751459(state=PENDING, result=null, callback=(continuation of Deferred@201552998 after retry RPC after error@261821083) -> (continuation of Deferred@1683629505 after retry RPC after error@1710036640) -> (continuation of Deferred@1918565951 after retry RPC after error@629290277) -> (continuation of Deferred@272857209 after retry RPC after error@487994567) -> (continuation of Deferred@941136476 after retry RPC after error@210221927) -> (continuation of Deferred@118262334 after retry RPC after error@722482708) -> (continuation of Deferred@1470534480 after retry RPC after error@1724601920), errback=(continuation of Deferred@201552998 after retry RPC after error@261821083) -> (continuation of Deferred@1683629505 after retry RPC after error@1710036640) -> (continuation of Deferred@1918565951 after retry RPC after error@629290277) -> (continuation of Deferred@272857209 after retry RPC after error@487994567) -> (continuation of Deferred@941136476 after retry RPC after error@210221927) -> (continuation of Deferred@118262334 after retry RPC after error@722482708) -> (continuation of Deferred@1470534480 after retry RPC after error@1724601920)))
17:33:53.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:53.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:53.329 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.329 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.330 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:53.349 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:53.349 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:53.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:53.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:53.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:53.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.369 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:53.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:53.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:53.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.389 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:53.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:53.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:53.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.410 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:53.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:53.429 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:53.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:53.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:53.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:53.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.450 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:53.588 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1734665187(state=PENDING, result=null, callback=(continuation of Deferred@975885210 after retry RPC after error@147010535) -> (continuation of Deferred@299175638 after retry RPC after error@1366203636) -> (continuation of Deferred@1026827072 after retry RPC after error@754541322) -> (continuation of Deferred@358841341 after retry RPC after error@818924697) -> (continuation of Deferred@754829283 after retry RPC after error@1274744901) -> (continuation of Deferred@1162421844 after retry RPC after error@195858784) -> (continuation of Deferred@1236049193 after retry RPC after error@1522980193), errback=(continuation of Deferred@975885210 after retry RPC after error@147010535) -> (continuation of Deferred@299175638 after retry RPC after error@1366203636) -> (continuation of Deferred@1026827072 after retry RPC after error@754541322) -> (continuation of Deferred@358841341 after retry RPC after error@818924697) -> (continuation of Deferred@754829283 after retry RPC after error@1274744901) -> (continuation of Deferred@1162421844 after retry RPC after error@195858784) -> (continuation of Deferred@1236049193 after retry RPC after error@1522980193)))
17:33:53.589 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:33:53.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:53.609 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:53.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.610 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:53.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:53.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:53.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.630 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:53.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:53.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:53.648 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.649 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.650 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:53.668 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:53.669 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:53.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:53.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:53.689 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:53.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.689 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:53.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:53.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:53.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:53.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:53.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:53.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.749 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.750 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:53.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:53.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:53.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.810 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:53.811 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1501900651(state=PENDING, result=null, callback=(continuation of Deferred@1126789708 after retry RPC after error@1244120005) -> (continuation of Deferred@1698584296 after retry RPC after error@363909971) -> (continuation of Deferred@495155387 after retry RPC after error@1766766885) -> (continuation of Deferred@2119183346 after retry RPC after error@1844008224) -> (continuation of Deferred@1797897862 after retry RPC after error@2008200535) -> (continuation of Deferred@146939880 after retry RPC after error@799349637) -> (continuation of Deferred@165567865 after retry RPC after error@1805928728), errback=(continuation of Deferred@1126789708 after retry RPC after error@1244120005) -> (continuation of Deferred@1698584296 after retry RPC after error@363909971) -> (continuation of Deferred@495155387 after retry RPC after error@1766766885) -> (continuation of Deferred@2119183346 after retry RPC after error@1844008224) -> (continuation of Deferred@1797897862 after retry RPC after error@2008200535) -> (continuation of Deferred@146939880 after retry RPC after error@799349637) -> (continuation of Deferred@165567865 after retry RPC after error@1805928728)))
17:33:53.811 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1501900651(state=PENDING, result=null, callback=(continuation of Deferred@1126789708 after retry RPC after error@1244120005) -> (continuation of Deferred@1698584296 after retry RPC after error@363909971) -> (continuation of Deferred@495155387 after retry RPC after error@1766766885) -> (continuation of Deferred@2119183346 after retry RPC after error@1844008224) -> (continuation of Deferred@1797897862 after retry RPC after error@2008200535) -> (continuation of Deferred@146939880 after retry RPC after error@799349637) -> (continuation of Deferred@165567865 after retry RPC after error@1805928728), errback=(continuation of Deferred@1126789708 after retry RPC after error@1244120005) -> (continuation of Deferred@1698584296 after retry RPC after error@363909971) -> (continuation of Deferred@495155387 after retry RPC after error@1766766885) -> (continuation of Deferred@2119183346 after retry RPC after error@1844008224) -> (continuation of Deferred@1797897862 after retry RPC after error@2008200535) -> (continuation of Deferred@146939880 after retry RPC after error@799349637) -> (continuation of Deferred@165567865 after retry RPC after error@1805928728)))
17:33:53.829 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:53.829 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:53.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:53.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:53.849 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:53.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.850 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:53.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:53.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:53.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.870 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:53.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:53.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:53.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.889 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.889 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.890 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:53.909 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:53.909 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:53.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:53.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:53.949 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:53.949 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.949 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.950 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:53.988 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:53.988 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:53.989 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.989 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.989 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:53.989 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:53.990 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.009 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.009 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.010 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.068 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.069 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.070 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.070 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1191902231(state=PENDING, result=null, callback=(continuation of Deferred@2067002810 after retry RPC after error@1041532029) -> (continuation of Deferred@299476418 after retry RPC after error@19077546) -> (continuation of Deferred@1700377105 after retry RPC after error@2138367403) -> (continuation of Deferred@601860146 after retry RPC after error@984091562) -> (continuation of Deferred@315224020 after retry RPC after error@1246235035) -> (continuation of Deferred@336115416 after retry RPC after error@1845959336) -> (continuation of Deferred@871235571 after retry RPC after error@962804932), errback=(continuation of Deferred@2067002810 after retry RPC after error@1041532029) -> (continuation of Deferred@299476418 after retry RPC after error@19077546) -> (continuation of Deferred@1700377105 after retry RPC after error@2138367403) -> (continuation of Deferred@601860146 after retry RPC after error@984091562) -> (continuation of Deferred@315224020 after retry RPC after error@1246235035) -> (continuation of Deferred@336115416 after retry RPC after error@1845959336) -> (continuation of Deferred@871235571 after retry RPC after error@962804932)))
17:33:54.071 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1191902231(state=PENDING, result=null, callback=(continuation of Deferred@2067002810 after retry RPC after error@1041532029) -> (continuation of Deferred@299476418 after retry RPC after error@19077546) -> (continuation of Deferred@1700377105 after retry RPC after error@2138367403) -> (continuation of Deferred@601860146 after retry RPC after error@984091562) -> (continuation of Deferred@315224020 after retry RPC after error@1246235035) -> (continuation of Deferred@336115416 after retry RPC after error@1845959336) -> (continuation of Deferred@871235571 after retry RPC after error@962804932), errback=(continuation of Deferred@2067002810 after retry RPC after error@1041532029) -> (continuation of Deferred@299476418 after retry RPC after error@19077546) -> (continuation of Deferred@1700377105 after retry RPC after error@2138367403) -> (continuation of Deferred@601860146 after retry RPC after error@984091562) -> (continuation of Deferred@315224020 after retry RPC after error@1246235035) -> (continuation of Deferred@336115416 after retry RPC after error@1845959336) -> (continuation of Deferred@871235571 after retry RPC after error@962804932)))
17:33:54.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.089 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.109 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.130 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.150 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.169 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.169 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.209 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.209 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.210 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.228 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.229 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.231 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@914886838(state=PENDING, result=null, callback=(continuation of Deferred@1171006349 after retry RPC after error@1816272449) -> (continuation of Deferred@137465701 after retry RPC after error@2118792053) -> (continuation of Deferred@1522448250 after retry RPC after error@645007994) -> (continuation of Deferred@574419830 after retry RPC after error@222473695) -> (continuation of Deferred@577293930 after retry RPC after error@343880071) -> (continuation of Deferred@1369298749 after retry RPC after error@1235854468), errback=(continuation of Deferred@1171006349 after retry RPC after error@1816272449) -> (continuation of Deferred@137465701 after retry RPC after error@2118792053) -> (continuation of Deferred@1522448250 after retry RPC after error@645007994) -> (continuation of Deferred@574419830 after retry RPC after error@222473695) -> (continuation of Deferred@577293930 after retry RPC after error@343880071) -> (continuation of Deferred@1369298749 after retry RPC after error@1235854468)))
17:33:54.232 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@914886838(state=PENDING, result=null, callback=(continuation of Deferred@1171006349 after retry RPC after error@1816272449) -> (continuation of Deferred@137465701 after retry RPC after error@2118792053) -> (continuation of Deferred@1522448250 after retry RPC after error@645007994) -> (continuation of Deferred@574419830 after retry RPC after error@222473695) -> (continuation of Deferred@577293930 after retry RPC after error@343880071) -> (continuation of Deferred@1369298749 after retry RPC after error@1235854468), errback=(continuation of Deferred@1171006349 after retry RPC after error@1816272449) -> (continuation of Deferred@137465701 after retry RPC after error@2118792053) -> (continuation of Deferred@1522448250 after retry RPC after error@645007994) -> (continuation of Deferred@574419830 after retry RPC after error@222473695) -> (continuation of Deferred@577293930 after retry RPC after error@343880071) -> (continuation of Deferred@1369298749 after retry RPC after error@1235854468)))
17:33:54.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.250 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.268 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.270 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.289 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.289 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.310 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.329 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.329 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.330 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.349 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.349 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.369 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.449 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.452 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@520252872(state=PENDING, result=null, callback=(continuation of Deferred@1340647846 after retry RPC after error@278750060) -> (continuation of Deferred@1321309237 after retry RPC after error@1109511176) -> (continuation of Deferred@1217329267 after retry RPC after error@871592973) -> (continuation of Deferred@1901149818 after retry RPC after error@1029504468) -> (continuation of Deferred@36624236 after retry RPC after error@710252600) -> (continuation of Deferred@1376768486 after retry RPC after error@140977198) -> (continuation of Deferred@2089158649 after retry RPC after error@2056569865), errback=(continuation of Deferred@1340647846 after retry RPC after error@278750060) -> (continuation of Deferred@1321309237 after retry RPC after error@1109511176) -> (continuation of Deferred@1217329267 after retry RPC after error@871592973) -> (continuation of Deferred@1901149818 after retry RPC after error@1029504468) -> (continuation of Deferred@36624236 after retry RPC after error@710252600) -> (continuation of Deferred@1376768486 after retry RPC after error@140977198) -> (continuation of Deferred@2089158649 after retry RPC after error@2056569865)))
17:33:54.452 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@520252872(state=PENDING, result=null, callback=(continuation of Deferred@1340647846 after retry RPC after error@278750060) -> (continuation of Deferred@1321309237 after retry RPC after error@1109511176) -> (continuation of Deferred@1217329267 after retry RPC after error@871592973) -> (continuation of Deferred@1901149818 after retry RPC after error@1029504468) -> (continuation of Deferred@36624236 after retry RPC after error@710252600) -> (continuation of Deferred@1376768486 after retry RPC after error@140977198) -> (continuation of Deferred@2089158649 after retry RPC after error@2056569865), errback=(continuation of Deferred@1340647846 after retry RPC after error@278750060) -> (continuation of Deferred@1321309237 after retry RPC after error@1109511176) -> (continuation of Deferred@1217329267 after retry RPC after error@871592973) -> (continuation of Deferred@1901149818 after retry RPC after error@1029504468) -> (continuation of Deferred@36624236 after retry RPC after error@710252600) -> (continuation of Deferred@1376768486 after retry RPC after error@140977198) -> (continuation of Deferred@2089158649 after retry RPC after error@2056569865)))
17:33:54.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.470 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.490 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.510 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.528 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.529 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.529 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.529 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.529 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.529 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.530 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.548 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.548 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.550 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.589 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.589 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.590 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.649 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.650 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.689 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.690 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.691 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1526562593(state=PENDING, result=null, callback=(continuation of Deferred@1041750481 after retry RPC after error@553256508) -> (continuation of Deferred@260731884 after retry RPC after error@1052709195) -> (continuation of Deferred@1046908444 after retry RPC after error@1314763786) -> (continuation of Deferred@311737150 after retry RPC after error@1424479598) -> (continuation of Deferred@1585166208 after retry RPC after error@2099619233) -> (continuation of Deferred@1247788144 after retry RPC after error@553209072) -> (continuation of Deferred@599603416 after retry RPC after error@1936034211), errback=(continuation of Deferred@1041750481 after retry RPC after error@553256508) -> (continuation of Deferred@260731884 after retry RPC after error@1052709195) -> (continuation of Deferred@1046908444 after retry RPC after error@1314763786) -> (continuation of Deferred@311737150 after retry RPC after error@1424479598) -> (continuation of Deferred@1585166208 after retry RPC after error@2099619233) -> (continuation of Deferred@1247788144 after retry RPC after error@553209072) -> (continuation of Deferred@599603416 after retry RPC after error@1936034211)))
17:33:54.692 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1526562593(state=PENDING, result=null, callback=(continuation of Deferred@1041750481 after retry RPC after error@553256508) -> (continuation of Deferred@260731884 after retry RPC after error@1052709195) -> (continuation of Deferred@1046908444 after retry RPC after error@1314763786) -> (continuation of Deferred@311737150 after retry RPC after error@1424479598) -> (continuation of Deferred@1585166208 after retry RPC after error@2099619233) -> (continuation of Deferred@1247788144 after retry RPC after error@553209072) -> (continuation of Deferred@599603416 after retry RPC after error@1936034211), errback=(continuation of Deferred@1041750481 after retry RPC after error@553256508) -> (continuation of Deferred@260731884 after retry RPC after error@1052709195) -> (continuation of Deferred@1046908444 after retry RPC after error@1314763786) -> (continuation of Deferred@311737150 after retry RPC after error@1424479598) -> (continuation of Deferred@1585166208 after retry RPC after error@2099619233) -> (continuation of Deferred@1247788144 after retry RPC after error@553209072) -> (continuation of Deferred@599603416 after retry RPC after error@1936034211)))
17:33:54.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.709 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.730 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.748 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.749 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.750 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.769 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.769 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.789 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.789 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.830 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.889 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.908 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.908 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.909 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.909 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.910 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.911 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@2039331023(state=PENDING, result=null, callback=(continuation of Deferred@2141788962 after retry RPC after error@2132161167) -> (continuation of Deferred@456842512 after retry RPC after error@258295160) -> (continuation of Deferred@941764541 after retry RPC after error@1995370620) -> (continuation of Deferred@997286380 after retry RPC after error@513457535) -> (continuation of Deferred@929834710 after retry RPC after error@914378071) -> (continuation of Deferred@114177130 after retry RPC after error@1299447945) -> (continuation of Deferred@469292391 after retry RPC after error@791071162), errback=(continuation of Deferred@2141788962 after retry RPC after error@2132161167) -> (continuation of Deferred@456842512 after retry RPC after error@258295160) -> (continuation of Deferred@941764541 after retry RPC after error@1995370620) -> (continuation of Deferred@997286380 after retry RPC after error@513457535) -> (continuation of Deferred@929834710 after retry RPC after error@914378071) -> (continuation of Deferred@114177130 after retry RPC after error@1299447945) -> (continuation of Deferred@469292391 after retry RPC after error@791071162)))
17:33:54.911 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@2039331023(state=PENDING, result=null, callback=(continuation of Deferred@2141788962 after retry RPC after error@2132161167) -> (continuation of Deferred@456842512 after retry RPC after error@258295160) -> (continuation of Deferred@941764541 after retry RPC after error@1995370620) -> (continuation of Deferred@997286380 after retry RPC after error@513457535) -> (continuation of Deferred@929834710 after retry RPC after error@914378071) -> (continuation of Deferred@114177130 after retry RPC after error@1299447945) -> (continuation of Deferred@469292391 after retry RPC after error@791071162), errback=(continuation of Deferred@2141788962 after retry RPC after error@2132161167) -> (continuation of Deferred@456842512 after retry RPC after error@258295160) -> (continuation of Deferred@941764541 after retry RPC after error@1995370620) -> (continuation of Deferred@997286380 after retry RPC after error@513457535) -> (continuation of Deferred@929834710 after retry RPC after error@914378071) -> (continuation of Deferred@114177130 after retry RPC after error@1299447945) -> (continuation of Deferred@469292391 after retry RPC after error@791071162)))
17:33:54.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.930 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.949 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.949 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.950 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.950 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.970 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:54.988 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:54.989 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:54.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.989 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.989 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.989 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:54.989 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:54.990 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:55.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:55.008 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:55.009 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.009 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.010 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:55.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:55.028 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:55.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.030 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:55.089 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:55.089 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:55.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.092 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:55.092 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=164), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [164ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [164ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [164ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [165ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1747439196(state=PENDING, result=null, callback=(continuation of Deferred@1768464291 after retry RPC after error@203352621) -> (continuation of Deferred@1798692269 after retry RPC after error@1035385785) -> (continuation of Deferred@277786155 after retry RPC after error@1798992277) -> (continuation of Deferred@782701034 after retry RPC after error@641993972) -> (continuation of Deferred@1130238433 after retry RPC after error@2068870854) -> (continuation of Deferred@1835925511 after retry RPC after error@1808503538), errback=(continuation of Deferred@1768464291 after retry RPC after error@203352621) -> (continuation of Deferred@1798692269 after retry RPC after error@1035385785) -> (continuation of Deferred@277786155 after retry RPC after error@1798992277) -> (continuation of Deferred@782701034 after retry RPC after error@641993972) -> (continuation of Deferred@1130238433 after retry RPC after error@2068870854) -> (continuation of Deferred@1835925511 after retry RPC after error@1808503538)))
17:33:55.093 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=164), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [164ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [164ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [164ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [165ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1747439196(state=PENDING, result=null, callback=(continuation of Deferred@1768464291 after retry RPC after error@203352621) -> (continuation of Deferred@1798692269 after retry RPC after error@1035385785) -> (continuation of Deferred@277786155 after retry RPC after error@1798992277) -> (continuation of Deferred@782701034 after retry RPC after error@641993972) -> (continuation of Deferred@1130238433 after retry RPC after error@2068870854) -> (continuation of Deferred@1835925511 after retry RPC after error@1808503538), errback=(continuation of Deferred@1768464291 after retry RPC after error@203352621) -> (continuation of Deferred@1798692269 after retry RPC after error@1035385785) -> (continuation of Deferred@277786155 after retry RPC after error@1798992277) -> (continuation of Deferred@782701034 after retry RPC after error@641993972) -> (continuation of Deferred@1130238433 after retry RPC after error@2068870854) -> (continuation of Deferred@1835925511 after retry RPC after error@1808503538)))
17:33:55.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:55.109 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:55.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.110 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:55.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:55.129 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:55.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.130 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:55.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:55.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:55.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.150 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:55.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:55.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:55.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.170 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:55.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:55.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:55.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.189 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.190 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:55.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:55.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:55.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.209 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.210 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:55.249 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:55.249 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:55.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:55.288 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:55.289 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:55.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.289 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.290 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:55.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:55.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:55.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.349 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.350 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:55.351 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@139473847(state=PENDING, result=null, callback=(continuation of Deferred@786965426 after retry RPC after error@1946473802) -> (continuation of Deferred@748602434 after retry RPC after error@635078637) -> (continuation of Deferred@1245762903 after retry RPC after error@415033296) -> (continuation of Deferred@1121623121 after retry RPC after error@860790280) -> (continuation of Deferred@2137530203 after retry RPC after error@9823489) -> (continuation of Deferred@373021014 after retry RPC after error@1371716423) -> (continuation of Deferred@1861215459 after retry RPC after error@1098754514) -> (continuation of Deferred@155462082 after retry RPC after error@1293464366), errback=(continuation of Deferred@786965426 after retry RPC after error@1946473802) -> (continuation of Deferred@748602434 after retry RPC after error@635078637) -> (continuation of Deferred@1245762903 after retry RPC after error@415033296) -> (continuation of Deferred@1121623121 after retry RPC after error@860790280) -> (continuation of Deferred@2137530203 after retry RPC after error@9823489) -> (continuation of Deferred@373021014 after retry RPC after error@1371716423) -> (continuation of Deferred@1861215459 after retry RPC after error@1098754514) -> (continuation of Deferred@155462082 after retry RPC after error@1293464366)))
17:33:55.352 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@139473847(state=PENDING, result=null, callback=(continuation of Deferred@786965426 after retry RPC after error@1946473802) -> (continuation of Deferred@748602434 after retry RPC after error@635078637) -> (continuation of Deferred@1245762903 after retry RPC after error@415033296) -> (continuation of Deferred@1121623121 after retry RPC after error@860790280) -> (continuation of Deferred@2137530203 after retry RPC after error@9823489) -> (continuation of Deferred@373021014 after retry RPC after error@1371716423) -> (continuation of Deferred@1861215459 after retry RPC after error@1098754514) -> (continuation of Deferred@155462082 after retry RPC after error@1293464366), errback=(continuation of Deferred@786965426 after retry RPC after error@1946473802) -> (continuation of Deferred@748602434 after retry RPC after error@635078637) -> (continuation of Deferred@1245762903 after retry RPC after error@415033296) -> (continuation of Deferred@1121623121 after retry RPC after error@860790280) -> (continuation of Deferred@2137530203 after retry RPC after error@9823489) -> (continuation of Deferred@373021014 after retry RPC after error@1371716423) -> (continuation of Deferred@1861215459 after retry RPC after error@1098754514) -> (continuation of Deferred@155462082 after retry RPC after error@1293464366)))
17:33:55.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:55.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:55.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.372 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.372 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.373 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:55.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:55.389 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:55.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.390 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:55.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:55.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:55.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.410 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:55.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:55.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:55.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.430 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:55.448 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:55.449 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:55.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:55.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:55.489 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:55.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.489 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.489 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.490 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:55.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:55.508 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:55.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.510 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:55.542250 30600 master_runner.cc:186] Error getting master registration for 127.29.223.125:43795: Network error: Client connection negotiation failed: client connection to 127.29.223.125:43795: connect: Connection refused (error 111),
17:33:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:55.542433 30600 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:33:55.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:55.609 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:55.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:55.611 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [5ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@201017933(state=PENDING, result=null, callback=(continuation of Deferred@1854749754 after retry RPC after error@262766075) -> (continuation of Deferred@865364705 after retry RPC after error@1659693052) -> (continuation of Deferred@1703377783 after retry RPC after error@562398361) -> (continuation of Deferred@836120874 after retry RPC after error@880862187) -> (continuation of Deferred@1778543311 after retry RPC after error@1731103322) -> (continuation of Deferred@1743890676 after retry RPC after error@1423802458) -> (continuation of Deferred@770759708 after retry RPC after error@1042280354), errback=(continuation of Deferred@1854749754 after retry RPC after error@262766075) -> (continuation of Deferred@865364705 after retry RPC after error@1659693052) -> (continuation of Deferred@1703377783 after retry RPC after error@562398361) -> (continuation of Deferred@836120874 after retry RPC after error@880862187) -> (continuation of Deferred@1778543311 after retry RPC after error@1731103322) -> (continuation of Deferred@1743890676 after retry RPC after error@1423802458) -> (continuation of Deferred@770759708 after retry RPC after error@1042280354)))
17:33:55.612 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [5ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [243ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@201017933(state=PENDING, result=null, callback=(continuation of Deferred@1854749754 after retry RPC after error@262766075) -> (continuation of Deferred@865364705 after retry RPC after error@1659693052) -> (continuation of Deferred@1703377783 after retry RPC after error@562398361) -> (continuation of Deferred@836120874 after retry RPC after error@880862187) -> (continuation of Deferred@1778543311 after retry RPC after error@1731103322) -> (continuation of Deferred@1743890676 after retry RPC after error@1423802458) -> (continuation of Deferred@770759708 after retry RPC after error@1042280354), errback=(continuation of Deferred@1854749754 after retry RPC after error@262766075) -> (continuation of Deferred@865364705 after retry RPC after error@1659693052) -> (continuation of Deferred@1703377783 after retry RPC after error@562398361) -> (continuation of Deferred@836120874 after retry RPC after error@880862187) -> (continuation of Deferred@1778543311 after retry RPC after error@1731103322) -> (continuation of Deferred@1743890676 after retry RPC after error@1423802458) -> (continuation of Deferred@770759708 after retry RPC after error@1042280354)))
17:33:55.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:55.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:55.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.630 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:55.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:55.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:55.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.649 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.650 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:55.669 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:55.669 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:55.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.670 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:55.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:55.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:55.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.689 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.690 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:55.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:55.708 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:55.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.710 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:55.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:55.729 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:55.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.730 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:55.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:55.768 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:55.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.769 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.769 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.770 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:55.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:55.869 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:55.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.870 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:55.871 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@746418303(state=PENDING, result=null, callback=(continuation of Deferred@51287035 after retry RPC after error@1932599950) -> (continuation of Deferred@2024932844 after retry RPC after error@1066101773) -> (continuation of Deferred@1215148364 after retry RPC after error@850579357) -> (continuation of Deferred@1514611010 after retry RPC after error@1053349123) -> (continuation of Deferred@453702727 after retry RPC after error@1071648412) -> (continuation of Deferred@1548641555 after retry RPC after error@618054484) -> (continuation of Deferred@1756541765 after retry RPC after error@1469695009), errback=(continuation of Deferred@51287035 after retry RPC after error@1932599950) -> (continuation of Deferred@2024932844 after retry RPC after error@1066101773) -> (continuation of Deferred@1215148364 after retry RPC after error@850579357) -> (continuation of Deferred@1514611010 after retry RPC after error@1053349123) -> (continuation of Deferred@453702727 after retry RPC after error@1071648412) -> (continuation of Deferred@1548641555 after retry RPC after error@618054484) -> (continuation of Deferred@1756541765 after retry RPC after error@1469695009)))
17:33:55.871 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@746418303(state=PENDING, result=null, callback=(continuation of Deferred@51287035 after retry RPC after error@1932599950) -> (continuation of Deferred@2024932844 after retry RPC after error@1066101773) -> (continuation of Deferred@1215148364 after retry RPC after error@850579357) -> (continuation of Deferred@1514611010 after retry RPC after error@1053349123) -> (continuation of Deferred@453702727 after retry RPC after error@1071648412) -> (continuation of Deferred@1548641555 after retry RPC after error@618054484) -> (continuation of Deferred@1756541765 after retry RPC after error@1469695009), errback=(continuation of Deferred@51287035 after retry RPC after error@1932599950) -> (continuation of Deferred@2024932844 after retry RPC after error@1066101773) -> (continuation of Deferred@1215148364 after retry RPC after error@850579357) -> (continuation of Deferred@1514611010 after retry RPC after error@1053349123) -> (continuation of Deferred@453702727 after retry RPC after error@1071648412) -> (continuation of Deferred@1548641555 after retry RPC after error@618054484) -> (continuation of Deferred@1756541765 after retry RPC after error@1469695009)))
17:33:55.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:55.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:55.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.889 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.889 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.890 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:55.908 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:55.908 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:55.908 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.909 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.909 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.910 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:55.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:55.929 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:55.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.930 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:55.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:55.948 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:55.949 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.949 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.949 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.950 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:55.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:55.968 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:55.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:55.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:55.970 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.009 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:56.009 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:56.009 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.009 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.010 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.048 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:56.049 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:56.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.050 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:56.109 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:56.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.110 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.111 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1452754101(state=PENDING, result=null, callback=(continuation of Deferred@105572493 after retry RPC after error@591391492) -> (continuation of Deferred@1953421829 after retry RPC after error@405834449) -> (continuation of Deferred@1240405978 after retry RPC after error@357872168) -> (continuation of Deferred@401140853 after retry RPC after error@194157147) -> (continuation of Deferred@988945716 after retry RPC after error@168246704) -> (continuation of Deferred@1516037057 after retry RPC after error@1157884563) -> (continuation of Deferred@1865565370 after retry RPC after error@1550523985), errback=(continuation of Deferred@105572493 after retry RPC after error@591391492) -> (continuation of Deferred@1953421829 after retry RPC after error@405834449) -> (continuation of Deferred@1240405978 after retry RPC after error@357872168) -> (continuation of Deferred@401140853 after retry RPC after error@194157147) -> (continuation of Deferred@988945716 after retry RPC after error@168246704) -> (continuation of Deferred@1516037057 after retry RPC after error@1157884563) -> (continuation of Deferred@1865565370 after retry RPC after error@1550523985)))
17:33:56.111 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1452754101(state=PENDING, result=null, callback=(continuation of Deferred@105572493 after retry RPC after error@591391492) -> (continuation of Deferred@1953421829 after retry RPC after error@405834449) -> (continuation of Deferred@1240405978 after retry RPC after error@357872168) -> (continuation of Deferred@401140853 after retry RPC after error@194157147) -> (continuation of Deferred@988945716 after retry RPC after error@168246704) -> (continuation of Deferred@1516037057 after retry RPC after error@1157884563) -> (continuation of Deferred@1865565370 after retry RPC after error@1550523985), errback=(continuation of Deferred@105572493 after retry RPC after error@591391492) -> (continuation of Deferred@1953421829 after retry RPC after error@405834449) -> (continuation of Deferred@1240405978 after retry RPC after error@357872168) -> (continuation of Deferred@401140853 after retry RPC after error@194157147) -> (continuation of Deferred@988945716 after retry RPC after error@168246704) -> (continuation of Deferred@1516037057 after retry RPC after error@1157884563) -> (continuation of Deferred@1865565370 after retry RPC after error@1550523985)))
17:33:56.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:56.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:56.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.130 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:56.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:56.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.150 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:56.169 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:56.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.188 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:56.189 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:56.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.189 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:56.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:56.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.209 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.210 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:56.248 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:56.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.250 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:56.308 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:56.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.310 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.310 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@91487229(state=PENDING, result=null, callback=(continuation of Deferred@144347038 after retry RPC after error@535036949) -> (continuation of Deferred@477354707 after retry RPC after error@105215667) -> (continuation of Deferred@1526722458 after retry RPC after error@1703185532) -> (continuation of Deferred@1730377565 after retry RPC after error@1258190308) -> (continuation of Deferred@1876480030 after retry RPC after error@788420341) -> (continuation of Deferred@1385907688 after retry RPC after error@1811106570), errback=(continuation of Deferred@144347038 after retry RPC after error@535036949) -> (continuation of Deferred@477354707 after retry RPC after error@105215667) -> (continuation of Deferred@1526722458 after retry RPC after error@1703185532) -> (continuation of Deferred@1730377565 after retry RPC after error@1258190308) -> (continuation of Deferred@1876480030 after retry RPC after error@788420341) -> (continuation of Deferred@1385907688 after retry RPC after error@1811106570)))
17:33:56.311 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [182ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@91487229(state=PENDING, result=null, callback=(continuation of Deferred@144347038 after retry RPC after error@535036949) -> (continuation of Deferred@477354707 after retry RPC after error@105215667) -> (continuation of Deferred@1526722458 after retry RPC after error@1703185532) -> (continuation of Deferred@1730377565 after retry RPC after error@1258190308) -> (continuation of Deferred@1876480030 after retry RPC after error@788420341) -> (continuation of Deferred@1385907688 after retry RPC after error@1811106570), errback=(continuation of Deferred@144347038 after retry RPC after error@535036949) -> (continuation of Deferred@477354707 after retry RPC after error@105215667) -> (continuation of Deferred@1526722458 after retry RPC after error@1703185532) -> (continuation of Deferred@1730377565 after retry RPC after error@1258190308) -> (continuation of Deferred@1876480030 after retry RPC after error@788420341) -> (continuation of Deferred@1385907688 after retry RPC after error@1811106570)))
17:33:56.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:56.329 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:56.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.329 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.329 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.330 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:56.348 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:56.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.349 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.350 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:56.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:56.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.370 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:56.389 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:56.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.389 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:56.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:56.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.410 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:56.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:56.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.430 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:56.488 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:56.488 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.489 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.489 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.490 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.548 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:56.548 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:56.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.550 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.550 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [160ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1075629997(state=PENDING, result=null, callback=(continuation of Deferred@1294300823 after retry RPC after error@258301757) -> (continuation of Deferred@1703444007 after retry RPC after error@1137685660) -> (continuation of Deferred@632873916 after retry RPC after error@121985) -> (continuation of Deferred@643757024 after retry RPC after error@403429603) -> (continuation of Deferred@2060217693 after retry RPC after error@1957118801) -> (continuation of Deferred@624394198 after retry RPC after error@1664972627) -> (continuation of Deferred@2046970092 after retry RPC after error@888222006), errback=(continuation of Deferred@1294300823 after retry RPC after error@258301757) -> (continuation of Deferred@1703444007 after retry RPC after error@1137685660) -> (continuation of Deferred@632873916 after retry RPC after error@121985) -> (continuation of Deferred@643757024 after retry RPC after error@403429603) -> (continuation of Deferred@2060217693 after retry RPC after error@1957118801) -> (continuation of Deferred@624394198 after retry RPC after error@1664972627) -> (continuation of Deferred@2046970092 after retry RPC after error@888222006)))
17:33:56.551 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [40ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [160ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [162ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1075629997(state=PENDING, result=null, callback=(continuation of Deferred@1294300823 after retry RPC after error@258301757) -> (continuation of Deferred@1703444007 after retry RPC after error@1137685660) -> (continuation of Deferred@632873916 after retry RPC after error@121985) -> (continuation of Deferred@643757024 after retry RPC after error@403429603) -> (continuation of Deferred@2060217693 after retry RPC after error@1957118801) -> (continuation of Deferred@624394198 after retry RPC after error@1664972627) -> (continuation of Deferred@2046970092 after retry RPC after error@888222006), errback=(continuation of Deferred@1294300823 after retry RPC after error@258301757) -> (continuation of Deferred@1703444007 after retry RPC after error@1137685660) -> (continuation of Deferred@632873916 after retry RPC after error@121985) -> (continuation of Deferred@643757024 after retry RPC after error@403429603) -> (continuation of Deferred@2060217693 after retry RPC after error@1957118801) -> (continuation of Deferred@624394198 after retry RPC after error@1664972627) -> (continuation of Deferred@2046970092 after retry RPC after error@888222006)))
17:33:56.569 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:56.569 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:56.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.570 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:56.588 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:56.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.589 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.589 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.589 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.590 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:56.608 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:56.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.610 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:56.615504 31255 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 1)
17:33:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:56.619019 31255 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '35b0695db7f546f88a2abe2fa5454ba3', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '35b0695db7f546f88a2abe2fa5454ba3', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.29.223.126:44737,127.29.223.125:43795,127.29.223.124:37551, num_attempts: 1)
17:33:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:56.620694 31256 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.29.223.124:37551)
17:33:56.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:56.628 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:56.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.630 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:56.648 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:56.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.649 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.650 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:56.688 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:56.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.689 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.690 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:56.728 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:56.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.730 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:56.788 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:56.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.789 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.790 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.790 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1049376522(state=PENDING, result=null, callback=(continuation of Deferred@1815287038 after retry RPC after error@897911788) -> (continuation of Deferred@262292410 after retry RPC after error@1355350307) -> (continuation of Deferred@615082784 after retry RPC after error@963567154) -> (continuation of Deferred@609023286 after retry RPC after error@1007958149) -> (continuation of Deferred@1401660492 after retry RPC after error@475758401) -> (continuation of Deferred@1602084025 after retry RPC after error@1110443971) -> (continuation of Deferred@1284989453 after retry RPC after error@200392105), errback=(continuation of Deferred@1815287038 after retry RPC after error@897911788) -> (continuation of Deferred@262292410 after retry RPC after error@1355350307) -> (continuation of Deferred@615082784 after retry RPC after error@963567154) -> (continuation of Deferred@609023286 after retry RPC after error@1007958149) -> (continuation of Deferred@1401660492 after retry RPC after error@475758401) -> (continuation of Deferred@1602084025 after retry RPC after error@1110443971) -> (continuation of Deferred@1284989453 after retry RPC after error@200392105)))
17:33:56.791 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [60ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [161ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [221ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [222ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1049376522(state=PENDING, result=null, callback=(continuation of Deferred@1815287038 after retry RPC after error@897911788) -> (continuation of Deferred@262292410 after retry RPC after error@1355350307) -> (continuation of Deferred@615082784 after retry RPC after error@963567154) -> (continuation of Deferred@609023286 after retry RPC after error@1007958149) -> (continuation of Deferred@1401660492 after retry RPC after error@475758401) -> (continuation of Deferred@1602084025 after retry RPC after error@1110443971) -> (continuation of Deferred@1284989453 after retry RPC after error@200392105), errback=(continuation of Deferred@1815287038 after retry RPC after error@897911788) -> (continuation of Deferred@262292410 after retry RPC after error@1355350307) -> (continuation of Deferred@615082784 after retry RPC after error@963567154) -> (continuation of Deferred@609023286 after retry RPC after error@1007958149) -> (continuation of Deferred@1401660492 after retry RPC after error@475758401) -> (continuation of Deferred@1602084025 after retry RPC after error@1110443971) -> (continuation of Deferred@1284989453 after retry RPC after error@200392105)))
17:33:56.808 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:56.809 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:56.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.810 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:56.828 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:56.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.830 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:56.848 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:56.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.850 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:56.868 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:56.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.870 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.870 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:56.888 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:56.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.889 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.889 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.890 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:56.928 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:56.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.930 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:56.988 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:56.988 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:56.989 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.989 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.989 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:56.989 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:56.989 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:57.068 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [42ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [181ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@1117826424(state=PENDING, result=null, callback=(continuation of Deferred@160200008 after retry RPC after error@355544175) -> (continuation of Deferred@137266413 after retry RPC after error@1327637501) -> (continuation of Deferred@627976548 after retry RPC after error@966802418) -> (continuation of Deferred@1171642823 after retry RPC after error@456533835) -> (continuation of Deferred@1338447936 after retry RPC after error@2004927969) -> (continuation of Deferred@477114679 after retry RPC after error@911626637) -> (continuation of Deferred@1092901407 after retry RPC after error@821698583), errback=(continuation of Deferred@160200008 after retry RPC after error@355544175) -> (continuation of Deferred@137266413 after retry RPC after error@1327637501) -> (continuation of Deferred@627976548 after retry RPC after error@966802418) -> (continuation of Deferred@1171642823 after retry RPC after error@456533835) -> (continuation of Deferred@1338447936 after retry RPC after error@2004927969) -> (continuation of Deferred@477114679 after retry RPC after error@911626637) -> (continuation of Deferred@1092901407 after retry RPC after error@821698583)))
17:33:57.069 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:33:57.088 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:57.089 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:57.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.090 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:57.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:57.108 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:57.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.110 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:57.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:57.128 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:57.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.130 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:57.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:57.149 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:57.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.150 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:57.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:57.168 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:57.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.170 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:57.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:57.208 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:57.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.209 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.210 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:57.229 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:57.229 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:57.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:57.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:57.328 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:57.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.329 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.329 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.330 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:57.330 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1443565285(state=PENDING, result=null, callback=(continuation of Deferred@596787430 after retry RPC after error@1096101811) -> (continuation of Deferred@1736081126 after retry RPC after error@1770531018) -> (continuation of Deferred@1479331949 after retry RPC after error@812405868) -> (continuation of Deferred@72712649 after retry RPC after error@741554161) -> (continuation of Deferred@304231842 after retry RPC after error@1077923006) -> (continuation of Deferred@1758217913 after retry RPC after error@1567979758) -> (continuation of Deferred@1593432519 after retry RPC after error@1620948122), errback=(continuation of Deferred@596787430 after retry RPC after error@1096101811) -> (continuation of Deferred@1736081126 after retry RPC after error@1770531018) -> (continuation of Deferred@1479331949 after retry RPC after error@812405868) -> (continuation of Deferred@72712649 after retry RPC after error@741554161) -> (continuation of Deferred@304231842 after retry RPC after error@1077923006) -> (continuation of Deferred@1758217913 after retry RPC after error@1567979758) -> (continuation of Deferred@1593432519 after retry RPC after error@1620948122)))
17:33:57.331 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [142ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [241ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [242ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, deferred=Deferred@1443565285(state=PENDING, result=null, callback=(continuation of Deferred@596787430 after retry RPC after error@1096101811) -> (continuation of Deferred@1736081126 after retry RPC after error@1770531018) -> (continuation of Deferred@1479331949 after retry RPC after error@812405868) -> (continuation of Deferred@72712649 after retry RPC after error@741554161) -> (continuation of Deferred@304231842 after retry RPC after error@1077923006) -> (continuation of Deferred@1758217913 after retry RPC after error@1567979758) -> (continuation of Deferred@1593432519 after retry RPC after error@1620948122), errback=(continuation of Deferred@596787430 after retry RPC after error@1096101811) -> (continuation of Deferred@1736081126 after retry RPC after error@1770531018) -> (continuation of Deferred@1479331949 after retry RPC after error@812405868) -> (continuation of Deferred@72712649 after retry RPC after error@741554161) -> (continuation of Deferred@304231842 after retry RPC after error@1077923006) -> (continuation of Deferred@1758217913 after retry RPC after error@1567979758) -> (continuation of Deferred@1593432519 after retry RPC after error@1620948122)))
17:33:57.349 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:57.349 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:57.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:57.368 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:57.369 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:57.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.369 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.370 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:57.388 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:57.389 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:57.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.389 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:57.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:57.408 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:57.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.410 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:57.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:57.428 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:57.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.430 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:57.449 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:57.449 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:57.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:57.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:57.468 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:57.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.470 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:57.548 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.124:37551(127.29.223.124:37551)] connecting to peer
17:33:57.548 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.29.223.125:43795(127.29.223.125:43795)] connecting to peer
17:33:57.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.124:37551(127.29.223.124:37551)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.223.125:43795(127.29.223.125:43795)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.124:37551: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551
17:33:57.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.223.125:43795: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
17:33:57.550 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:57.551 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=29, TimeoutTracker(timeout=50000, elapsed=47174), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [12ms] refreshing cache from master, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [14ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [14ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [16ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [16ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [32ms] refreshing cache from master, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [34ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [34ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [35ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [35ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [52ms] refreshing cache from master, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [53ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [53ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [55ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [55ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [72ms] refreshing cache from master, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [74ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [74ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [76ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [76ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [92ms] refreshing cache from master, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [94ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [94ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [96ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [96ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [112ms] refreshing cache from master, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [113ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [114ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [115ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [116ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [232ms] refreshing cache from master, [232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [234ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [234ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [236ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [236ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [432ms] refreshing cache from master, [432ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [433ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [433ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [434ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [434ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [435ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [435ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [693ms] refreshing cache from master, [693ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [694ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [694ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [694ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [695ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [696ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [696ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1572ms] refreshing cache from master, [1572ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1573ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1573ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1574ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1574ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1575ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [1575ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2032ms] refreshing cache from master, [2032ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [2033ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [2033ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2034ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2034ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2035ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2036ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3772ms] refreshing cache from master, [3772ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [3772ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [3773ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [3773ms] too many traces: truncated at 100 traces, deferred=Deferred@1266811744(state=PENDING, result=null, callback=(continuation of Deferred@1791421872 after retry RPC after error@1924469561) -> (continuation of Deferred@211459032 after retry RPC after error@1473777704) -> (continuation of Deferred@170843150 after retry RPC after error@1356343977) -> (continuation of Deferred@147074865 after retry RPC after error@520763217) -> (continuation of Deferred@1673025042 after retry RPC after error@1915008430) -> (continuation of Deferred@1529913724 after retry RPC after error@365868532) -> (continuation of Deferred@879192473 after retry RPC after error@1673077630) -> (continuation of Deferred@1037849908 after retry RPC after error@1566385774) -> (continuation of Deferred@1383708669 after retry RPC after error@2020727839) -> (continuation of Deferred@668685264 after retry RPC after error@327253779) -> (continuation of Deferred@207156417 after retry RPC after error@2050969713) -> (continuation of Deferred@117950773 after retry RPC after error@535189281) -> (continuation of Deferred@1414743776 after retry RPC after error@1416575171) -> (continuation of Deferred@1830296858 after retry RPC after error@1089081543) -> (continuation of Deferred@247474812 after retry RPC after error@591704647) -> (continuation of Deferred@236559352 after retry RPC after error@518381268) -> (continuation of Deferred@301569214 after retry RPC after error@397003340) -> (continuation of Deferred@1437418778 after retry RPC after error@1695425029) -> (continuation of Deferred@948897406 after retry RPC after error@1638748297) -> (continuation of Deferred@1578589235 after retry RPC after error@1251824638) -> (continuation of Deferred@174133285 after retry RPC after error@29565176) -> (continuation of Deferred@1699807799 after retry RPC after error@1173602240) -> (continuation of Deferred@1192324963 after retry RPC after error@1598899097) -> (continuation of Deferred@845193981 after retry RPC after error@1790248654) -> (continuation of Deferred@638785164 after retry RPC after error@335009884) -> (continuation of Deferred@607643541 after retry RPC after error@1719010987) -> (continuation of Deferred@1492114335 after retry RPC after error@1970789862) -> (continuation of Deferred@1852278674 after retry RPC after error@955418539), errback=(continuation of Deferred@1791421872 after retry RPC after error@1924469561) -> (continuation of Deferred@211459032 after retry RPC after error@1473777704) -> (continuation of Deferred@170843150 after retry RPC after error@1356343977) -> (continuation of Deferred@147074865 after retry RPC after error@520763217) -> (continuation of Deferred@1673025042 after retry RPC after error@1915008430) -> (continuation of Deferred@1529913724 after retry RPC after error@365868532) -> (continuation of Deferred@879192473 after retry RPC after error@1673077630) -> (continuation of Deferred@1037849908 after retry RPC after error@1566385774) -> (continuation of Deferred@1383708669 after retry RPC after error@2020727839) -> (continuation of Deferred@668685264 after retry RPC after error@327253779) -> (continuation of Deferred@207156417 after retry RPC after error@2050969713) -> (continuation of Deferred@117950773 after retry RPC after error@535189281) -> (continuation of Deferred@1414743776 after retry RPC after error@1416575171) -> (continuation of Deferred@1830296858 after retry RPC after error@1089081543) -> (continuation of Deferred@247474812 after retry RPC after error@591704647) -> (continuation of Deferred@236559352 after retry RPC after error@518381268) -> (continuation of Deferred@301569214 after retry RPC after error@397003340) -> (continuation of Deferred@1437418778 after retry RPC after error@1695425029) -> (continuation of Deferred@948897406 after retry RPC after error@1638748297) -> (continuation of Deferred@1578589235 after retry RPC after error@1251824638) -> (continuation of Deferred@174133285 after retry RPC after error@29565176) -> (continuation of Deferred@1699807799 after retry RPC after error@1173602240) -> (continuation of Deferred@1192324963 after retry RPC after error@1598899097) -> (continuation of Deferred@845193981 after retry RPC after error@1790248654) -> (continuation of Deferred@638785164 after retry RPC after error@335009884) -> (continuation of Deferred@607643541 after retry RPC after error@1719010987) -> (continuation of Deferred@1492114335 after retry RPC after error@1970789862) -> (continuation of Deferred@1852278674 after retry RPC after error@955418539)))
17:33:57.552 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737; will retry
17:33:57.553 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@518492169(state=PENDING, result=null, callback=(continuation of Deferred@1429530334 after retry RPC after error@129868029) -> (continuation of Deferred@736010366 after retry RPC after error@161159892) -> (continuation of Deferred@2070613807 after retry RPC after error@297526007) -> (continuation of Deferred@1337490926 after retry RPC after error@505709431) -> (continuation of Deferred@1033237995 after retry RPC after error@1937179892) -> (continuation of Deferred@2141999225 after retry RPC after error@1160334272) -> (continuation of Deferred@1468126243 after retry RPC after error@471480963), errback=(continuation of Deferred@1429530334 after retry RPC after error@129868029) -> (continuation of Deferred@736010366 after retry RPC after error@161159892) -> (continuation of Deferred@2070613807 after retry RPC after error@297526007) -> (continuation of Deferred@1337490926 after retry RPC after error@505709431) -> (continuation of Deferred@1033237995 after retry RPC after error@1937179892) -> (continuation of Deferred@2141999225 after retry RPC after error@1160334272) -> (continuation of Deferred@1468126243 after retry RPC after error@471480963)))
17:33:57.553 [DEBUG - main] (Connection.java:575) [peer master-127.29.223.126:44737(127.29.223.126:44737)] disconnecting while in state READY
17:33:57.553 [DEBUG - main] (Connection.java:575) [peer 90882ae511314c6a8d2c82b27c2745e6(127.29.223.65:38923)] disconnecting while in state READY
17:33:57.553 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [21ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [22ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [62ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [81ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [82ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [101ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [103ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [121ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [122ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [201ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [203ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, deferred=Deferred@518492169(state=PENDING, result=null, callback=(continuation of Deferred@1429530334 after retry RPC after error@129868029) -> (continuation of Deferred@736010366 after retry RPC after error@161159892) -> (continuation of Deferred@2070613807 after retry RPC after error@297526007) -> (continuation of Deferred@1337490926 after retry RPC after error@505709431) -> (continuation of Deferred@1033237995 after retry RPC after error@1937179892) -> (continuation of Deferred@2141999225 after retry RPC after error@1160334272) -> (continuation of Deferred@1468126243 after retry RPC after error@471480963), errback=(continuation of Deferred@1429530334 after retry RPC after error@129868029) -> (continuation of Deferred@736010366 after retry RPC after error@161159892) -> (continuation of Deferred@2070613807 after retry RPC after error@297526007) -> (continuation of Deferred@1337490926 after retry RPC after error@505709431) -> (continuation of Deferred@1033237995 after retry RPC after error@1937179892) -> (continuation of Deferred@2141999225 after retry RPC after error@1160334272) -> (continuation of Deferred@1468126243 after retry RPC after error@471480963)))
17:33:57.554 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 90882ae511314c6a8d2c82b27c2745e6(127.29.223.65:38923)] handling channelInactive
17:33:57.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 90882ae511314c6a8d2c82b27c2745e6(127.29.223.65:38923)] cleaning up while in state READY due to: connection closed
17:33:57.553 [DEBUG - main] (Connection.java:575) [peer master-127.29.223.124:37551(127.29.223.124:37551)] disconnecting while in state TERMINATED
17:33:57.555 [DEBUG - main] (Connection.java:575) [peer master-127.29.223.125:43795(127.29.223.125:43795)] disconnecting while in state TERMINATED
17:33:57.555 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.29.223.126:44737(127.29.223.126:44737)] handling channelInactive
17:33:57.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.223.126:44737(127.29.223.126:44737)] cleaning up while in state READY due to: connection closed
17:33:57.555 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
17:33:57.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:57.556732 30589 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskzZC6QX/build/asan/bin/kudu pid 30883
17:33:57.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:57.573995 31036 generic_service.cc:196] Checking for leaks (request via RPC)
17:33:57.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:57.686467 30589 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskzZC6QX/build/asan/bin/kudu with pid 30883
17:33:57.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:57.707084 31206 connection.cc:535] server connection from 127.29.223.65:36863 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
17:33:57.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:57.707156 31204 connection.cc:535] client connection to 127.29.223.65:38923 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
17:33:57.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:57.707472 30589 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskzZC6QX/build/asan/bin/kudu pid 31046
17:33:57.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:57.707473 31204 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
17:33:57.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:57.710060 31204 consensus_peers.cc:487] T da3cd4bffc82406087ac7feda5f157c8 P 5abb4e963718434f82d3ec8264c47d22 -> Peer 90882ae511314c6a8d2c82b27c2745e6 (127.29.223.65:38923): Couldn't send request to peer 90882ae511314c6a8d2c82b27c2745e6. Status: Network error: Client connection negotiation failed: client connection to 127.29.223.65:38923: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
17:33:57.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:57.710253 31204 consensus_peers.cc:487] T a2755fff38bd413a8fde8c5096687369 P 5abb4e963718434f82d3ec8264c47d22 -> Peer 90882ae511314c6a8d2c82b27c2745e6 (127.29.223.65:38923): Couldn't send request to peer 90882ae511314c6a8d2c82b27c2745e6. Status: Network error: Client connection negotiation failed: client connection to 127.29.223.65:38923: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
17:33:57.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:57.715379 31178 generic_service.cc:196] Checking for leaks (request via RPC)
17:33:57.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:57.822180 30589 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskzZC6QX/build/asan/bin/kudu with pid 31046
17:33:57.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:57.841336 30589 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskzZC6QX/build/asan/bin/kudu pid 31188
17:33:57.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:57.848991 31319 generic_service.cc:196] Checking for leaks (request via RPC)
17:33:58.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:58.009017 30589 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskzZC6QX/build/asan/bin/kudu with pid 31188
17:33:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:33:58.033828 30615 connection.cc:535] server connection from 127.29.223.67:50659 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
17:33:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:58.034253 30589 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskzZC6QX/build/asan/bin/kudu pid 30600
17:33:58.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:58.035539 30671 generic_service.cc:196] Checking for leaks (request via RPC)
17:33:58.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:33:58.191569 30589 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskzZC6QX/build/asan/bin/kudu with pid 30600
17:33:58.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-23T17:33:58Z chronyd exiting
17:33:58.354 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=29, TimeoutTracker(timeout=50000, elapsed=47174), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [12ms] refreshing cache from master, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [14ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [14ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [16ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [16ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [32ms] refreshing cache from master, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [34ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [34ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [35ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [35ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [52ms] refreshing cache from master, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [53ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [53ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [55ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [55ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [72ms] refreshing cache from master, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [74ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [74ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [76ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [76ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [92ms] refreshing cache from master, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [94ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [94ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [96ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [96ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [112ms] refreshing cache from master, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [113ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [114ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [115ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [116ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [232ms] refreshing cache from master, [232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [234ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [234ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [236ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [236ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [432ms] refreshing cache from master, [432ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [433ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [433ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [434ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [434ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [435ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [435ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [693ms] refreshing cache from master, [693ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [694ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [694ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [694ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [695ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [696ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [696ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1572ms] refreshing cache from master, [1572ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1573ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1573ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1574ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1574ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1575ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [1575ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2032ms] refreshing cache from master, [2032ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [2033ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [2033ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2034ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2034ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2035ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2036ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3772ms] refreshing cache from master, [3772ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [3772ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [3773ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [3773ms] too many traces: truncated at 100 traces, deferred=Deferred@1266811744(state=PENDING, result=null, callback=(continuation of Deferred@1791421872 after retry RPC after error@1924469561) -> (continuation of Deferred@211459032 after retry RPC after error@1473777704) -> (continuation of Deferred@170843150 after retry RPC after error@1356343977) -> (continuation of Deferred@147074865 after retry RPC after error@520763217) -> (continuation of Deferred@1673025042 after retry RPC after error@1915008430) -> (continuation of Deferred@1529913724 after retry RPC after error@365868532) -> (continuation of Deferred@879192473 after retry RPC after error@1673077630) -> (continuation of Deferred@1037849908 after retry RPC after error@1566385774) -> (continuation of Deferred@1383708669 after retry RPC after error@2020727839) -> (continuation of Deferred@668685264 after retry RPC after error@327253779) -> (continuation of Deferred@207156417 after retry RPC after error@2050969713) -> (continuation of Deferred@117950773 after retry RPC after error@535189281) -> (continuation of Deferred@1414743776 after retry RPC after error@1416575171) -> (continuation of Deferred@1830296858 after retry RPC after error@1089081543) -> (continuation of Deferred@247474812 after retry RPC after error@591704647) -> (continuation of Deferred@236559352 after retry RPC after error@518381268) -> (continuation of Deferred@301569214 after retry RPC after error@397003340) -> (continuation of Deferred@1437418778 after retry RPC after error@1695425029) -> (continuation of Deferred@948897406 after retry RPC after error@1638748297) -> (continuation of Deferred@1578589235 after retry RPC after error@1251824638) -> (continuation of Deferred@174133285 after retry RPC after error@29565176) -> (continuation of Deferred@1699807799 after retry RPC after error@1173602240) -> (continuation of Deferred@1192324963 after retry RPC after error@1598899097) -> (continuation of Deferred@845193981 after retry RPC after error@1790248654) -> (continuation of Deferred@638785164 after retry RPC after error@335009884) -> (continuation of Deferred@607643541 after retry RPC after error@1719010987) -> (continuation of Deferred@1492114335 after retry RPC after error@1970789862) -> (continuation of Deferred@1852278674 after retry RPC after error@955418539), errback=(continuation of Deferred@1791421872 after retry RPC after error@1924469561) -> (continuation of Deferred@211459032 after retry RPC after error@1473777704) -> (continuation of Deferred@170843150 after retry RPC after error@1356343977) -> (continuation of Deferred@147074865 after retry RPC after error@520763217) -> (continuation of Deferred@1673025042 after retry RPC after error@1915008430) -> (continuation of Deferred@1529913724 after retry RPC after error@365868532) -> (continuation of Deferred@879192473 after retry RPC after error@1673077630) -> (continuation of Deferred@1037849908 after retry RPC after error@1566385774) -> (continuation of Deferred@1383708669 after retry RPC after error@2020727839) -> (continuation of Deferred@668685264 after retry RPC after error@327253779) -> (continuation of Deferred@207156417 after retry RPC after error@2050969713) -> (continuation of Deferred@117950773 after retry RPC after error@535189281) -> (continuation of Deferred@1414743776 after retry RPC after error@1416575171) -> (continuation of Deferred@1830296858 after retry RPC after error@1089081543) -> (continuation of Deferred@247474812 after retry RPC after error@591704647) -> (continuation of Deferred@236559352 after retry RPC after error@518381268) -> (continuation of Deferred@301569214 after retry RPC after error@397003340) -> (continuation of Deferred@1437418778 after retry RPC after error@1695425029) -> (continuation of Deferred@948897406 after retry RPC after error@1638748297) -> (continuation of Deferred@1578589235 after retry RPC after error@1251824638) -> (continuation of Deferred@174133285 after retry RPC after error@29565176) -> (continuation of Deferred@1699807799 after retry RPC after error@1173602240) -> (continuation of Deferred@1192324963 after retry RPC after error@1598899097) -> (continuation of Deferred@845193981 after retry RPC after error@1790248654) -> (continuation of Deferred@638785164 after retry RPC after error@335009884) -> (continuation of Deferred@607643541 after retry RPC after error@1719010987) -> (continuation of Deferred@1492114335 after retry RPC after error@1970789862) -> (continuation of Deferred@1852278674 after retry RPC after error@955418539)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284) ~[main/:?]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.29.223.125:43795
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=29, TimeoutTracker(timeout=50000, elapsed=47174), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [12ms] refreshing cache from master, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [14ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [14ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [16ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [16ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [32ms] refreshing cache from master, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [34ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [34ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [35ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [35ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [52ms] refreshing cache from master, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [53ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [53ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [55ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [55ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [72ms] refreshing cache from master, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [74ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [74ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [76ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [76ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [92ms] refreshing cache from master, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [94ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [94ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [96ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [96ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [112ms] refreshing cache from master, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [113ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [114ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [115ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [116ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [232ms] refreshing cache from master, [232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [234ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [234ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [236ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [236ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [432ms] refreshing cache from master, [432ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [433ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [433ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [434ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [434ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [435ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [435ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [693ms] refreshing cache from master, [693ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [694ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [694ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [694ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [695ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [696ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [696ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1572ms] refreshing cache from master, [1572ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [1573ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [1573ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [1574ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [1574ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [1575ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [1575ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2032ms] refreshing cache from master, [2032ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [2033ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [2033ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [2034ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.124:37551: Network error: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551, [2034ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.125:43795: Network error: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [2035ms] Sub RPC ConnectToMaster: received response from server master-127.29.223.126:44737: OK, [2036ms] delaying RPC due to: Service unavailable: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795, [3772ms] refreshing cache from master, [3772ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.124:37551, [3772ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.125:43795, [3773ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.223.126:44737, [3773ms] too many traces: truncated at 100 traces, deferred=Deferred@1266811744(state=PENDING, result=null, callback=(continuation of Deferred@1791421872 after retry RPC after error@1924469561) -> (continuation of Deferred@211459032 after retry RPC after error@1473777704) -> (continuation of Deferred@170843150 after retry RPC after error@1356343977) -> (continuation of Deferred@147074865 after retry RPC after error@520763217) -> (continuation of Deferred@1673025042 after retry RPC after error@1915008430) -> (continuation of Deferred@1529913724 after retry RPC after error@365868532) -> (continuation of Deferred@879192473 after retry RPC after error@1673077630) -> (continuation of Deferred@1037849908 after retry RPC after error@1566385774) -> (continuation of Deferred@1383708669 after retry RPC after error@2020727839) -> (continuation of Deferred@668685264 after retry RPC after error@327253779) -> (continuation of Deferred@207156417 after retry RPC after error@2050969713) -> (continuation of Deferred@117950773 after retry RPC after error@535189281) -> (continuation of Deferred@1414743776 after retry RPC after error@1416575171) -> (continuation of Deferred@1830296858 after retry RPC after error@1089081543) -> (continuation of Deferred@247474812 after retry RPC after error@591704647) -> (continuation of Deferred@236559352 after retry RPC after error@518381268) -> (continuation of Deferred@301569214 after retry RPC after error@397003340) -> (continuation of Deferred@1437418778 after retry RPC after error@1695425029) -> (continuation of Deferred@948897406 after retry RPC after error@1638748297) -> (continuation of Deferred@1578589235 after retry RPC after error@1251824638) -> (continuation of Deferred@174133285 after retry RPC after error@29565176) -> (continuation of Deferred@1699807799 after retry RPC after error@1173602240) -> (continuation of Deferred@1192324963 after retry RPC after error@1598899097) -> (continuation of Deferred@845193981 after retry RPC after error@1790248654) -> (continuation of Deferred@638785164 after retry RPC after error@335009884) -> (continuation of Deferred@607643541 after retry RPC after error@1719010987) -> (continuation of Deferred@1492114335 after retry RPC after error@1970789862) -> (continuation of Deferred@1852278674 after retry RPC after error@955418539), errback=(continuation of Deferred@1791421872 after retry RPC after error@1924469561) -> (continuation of Deferred@211459032 after retry RPC after error@1473777704) -> (continuation of Deferred@170843150 after retry RPC after error@1356343977) -> (continuation of Deferred@147074865 after retry RPC after error@520763217) -> (continuation of Deferred@1673025042 after retry RPC after error@1915008430) -> (continuation of Deferred@1529913724 after retry RPC after error@365868532) -> (continuation of Deferred@879192473 after retry RPC after error@1673077630) -> (continuation of Deferred@1037849908 after retry RPC after error@1566385774) -> (continuation of Deferred@1383708669 after retry RPC after error@2020727839) -> (continuation of Deferred@668685264 after retry RPC after error@327253779) -> (continuation of Deferred@207156417 after retry RPC after error@2050969713) -> (continuation of Deferred@117950773 after retry RPC after error@535189281) -> (continuation of Deferred@1414743776 after retry RPC after error@1416575171) -> (continuation of Deferred@1830296858 after retry RPC after error@1089081543) -> (continuation of Deferred@247474812 after retry RPC after error@591704647) -> (continuation of Deferred@236559352 after retry RPC after error@518381268) -> (continuation of Deferred@301569214 after retry RPC after error@397003340) -> (continuation of Deferred@1437418778 after retry RPC after error@1695425029) -> (continuation of Deferred@948897406 after retry RPC after error@1638748297) -> (continuation of Deferred@1578589235 after retry RPC after error@1251824638) -> (continuation of Deferred@174133285 after retry RPC after error@29565176) -> (continuation of Deferred@1699807799 after retry RPC after error@1173602240) -> (continuation of Deferred@1192324963 after retry RPC after error@1598899097) -> (continuation of Deferred@845193981 after retry RPC after error@1790248654) -> (continuation of Deferred@638785164 after retry RPC after error@335009884) -> (continuation of Deferred@607643541 after retry RPC after error@1719010987) -> (continuation of Deferred@1492114335 after retry RPC after error@1970789862) -> (continuation of Deferred@1852278674 after retry RPC after error@955418539)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.29.223.124:37551,127.29.223.125:43795,127.29.223.126:44737) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.124:37551(127.29.223.124:37551): Connection refused: /127.29.223.124:37551,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.223.125:43795(127.29.223.125:43795): Connection refused: /127.29.223.125:43795
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.29.223.125:43795
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)